You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
202 lines
4.4 KiB
202 lines
4.4 KiB
package main |
|
|
|
import ( |
|
"bytes" |
|
"encoding/json" |
|
"fmt" |
|
"log" |
|
"os/exec" |
|
"regexp" |
|
"strconv" |
|
"strings" |
|
|
|
"github.com/fatih/color" |
|
) |
|
|
|
type command struct { |
|
node string |
|
hc string |
|
} |
|
|
|
type healthCheck struct { |
|
Name string `json:"name"` |
|
PodSpecs []struct { |
|
Type string `json:"type"` |
|
TaskSpecs []struct { |
|
HealthCheckSpec struct { |
|
Command string `json:"command"` |
|
} `json:"health-check-spec"` |
|
} `json:"task-specs"` |
|
} `json:"pod-specs"` |
|
} |
|
|
|
type serviceIPs struct { |
|
Name string `json:"name"` |
|
Statuses []struct { |
|
ContainerStatus struct { |
|
NetworkInfos []struct { |
|
IPAddresses []struct { |
|
IPAddress string `json:"ip_address"` |
|
} `json:"ip_addresses"` |
|
} `json:"network_infos"` |
|
} `json:"container_status"` |
|
} `json:"statuses"` |
|
} |
|
|
|
func getHealthCheck() healthCheck { |
|
cmd := exec.Command("dcos", "kubernetes", "config", "target") |
|
var out bytes.Buffer |
|
cmd.Stdout = &out |
|
err := cmd.Run() |
|
if err != nil { |
|
log.Fatal(err) |
|
} |
|
|
|
h := healthCheck{} |
|
if err := json.Unmarshal([]byte(out.String()), &h); err != nil { |
|
panic(err) |
|
} |
|
return h |
|
} |
|
|
|
func getServiceIPs() []serviceIPs { |
|
cmd := exec.Command("dcos", "task", "--json") |
|
var out bytes.Buffer |
|
cmd.Stdout = &out |
|
err := cmd.Run() |
|
if err != nil { |
|
log.Fatal(err) |
|
} |
|
|
|
s := []serviceIPs{} |
|
if err := json.Unmarshal([]byte(out.String()), &s); err != nil { |
|
panic(err) |
|
} |
|
|
|
// get rid of kubernetes pod |
|
//for i, n := range s { |
|
// if n.Name == "kubernetes" { |
|
// s = append(s[:i], s[i+1:]...) |
|
// } |
|
//} |
|
return s |
|
} |
|
|
|
func addAPIServer(n string, ips []serviceIPs) string { |
|
for _, i := range ips { |
|
if strings.Contains(i.Name, n) { |
|
return i.Statuses[0].ContainerStatus.NetworkInfos[0].IPAddresses[0].IPAddress |
|
} |
|
} |
|
return "" |
|
} |
|
|
|
func stripHealthCheck(n string, hcs healthCheck) string { |
|
for _, j := range hcs.PodSpecs { |
|
if strings.Contains(n, j.Type) { |
|
if len(j.TaskSpecs) != 0 { |
|
return j.TaskSpecs[0].HealthCheckSpec.Command |
|
} |
|
return "" |
|
} |
|
} |
|
return "" |
|
} |
|
|
|
func getPodInstanceIndex(n string) (int, error) { |
|
re := regexp.MustCompile("[0-9]") |
|
index := re.FindString(n) |
|
i, err := strconv.Atoi(index) |
|
return i, err |
|
} |
|
|
|
func buildCommands(hcs healthCheck, ips []serviceIPs) []command { |
|
commands := []command{} |
|
for _, s := range ips { |
|
if strings.Contains(s.Name, "apiserver") { |
|
index, err := getPodInstanceIndex(s.Name) |
|
if err != nil { |
|
log.Fatal("failed to get pod index for build command: ", err) |
|
} |
|
c := strings.Replace(stripHealthCheck(s.Name, hcs), "$POD_INSTANCE_INDEX", strconv.Itoa(index), -1) |
|
commands = append(commands, command{node: s.Name, hc: c}) |
|
} else if strings.Contains(s.Name, "etcd") { |
|
index, err := getPodInstanceIndex(s.Name) |
|
if err != nil { |
|
log.Fatal("failed to get pod index for build command: ", err) |
|
} |
|
c := strings.Replace(stripHealthCheck(s.Name, hcs), "$POD_INSTANCE_INDEX", strconv.Itoa(index), -1) |
|
c = strings.Replace(c, "$ETCD_LISTEN_CLIENT_PORT", "2379", -1) |
|
commands = append(commands, command{node: s.Name, hc: c}) |
|
//https://etcd-$POD_INSTANCE_INDEX-peer.{{FRAMEWORK_NAME}}.mesos:$ETCD_LISTEN_CLIENT_PORT/health |
|
} else { |
|
//commands = append(commands, command{node: s.Name, hc: stripHealthCheck(s.Name, hcs)}) |
|
} |
|
} |
|
return commands |
|
} |
|
|
|
func main() { |
|
//var wg sync.WaitGroup |
|
hcs := getHealthCheck() |
|
ips := getServiceIPs() |
|
//for _, i := range hcs.PodSpecs { |
|
// fmt.Println(i) |
|
//} |
|
//fmt.Println("\n\n\n") |
|
//fmt.Printf("%+v\n", hcs) |
|
//fmt.Println("\n\n\n") |
|
//fmt.Printf("%+v\n", ips) |
|
//fmt.Println("\n\n\n") |
|
hosts := buildCommands(hcs, ips) |
|
//for i, j := range hosts { |
|
// fmt.Printf("%d %+v\n", i, j) |
|
//} |
|
//fmt.Println(hosts) |
|
//time.Sleep(time.Second * 5) |
|
|
|
for _, n := range hosts { |
|
//wg.Add(1) |
|
//go func(c command) { |
|
//defer wg.Done() |
|
// s := strings.Split(n.hc, " ") |
|
//if len(s) != 3 { |
|
// log.Printf("could not be split: %v", s) |
|
// return |
|
//} |
|
//for i, j := range s { |
|
// fmt.Println(i, j) |
|
//} |
|
cmd := exec.Command( |
|
"dcos", |
|
"task", |
|
"exec", |
|
n.node, |
|
n.hc, |
|
//s[0], |
|
//s[1], |
|
//s[2], |
|
//s[3], |
|
//s[4], |
|
//s[5], |
|
//s[6], |
|
//s[7], |
|
//s[8], |
|
) |
|
var out bytes.Buffer |
|
cmd.Stdout = &out |
|
err := cmd.Run() |
|
if err != nil { |
|
log.Printf("failed for %v with:", n, err) |
|
return |
|
} |
|
|
|
if strings.Contains(out.String(), "ok") || strings.Contains(out.String(), "true") { |
|
color.Green("%s", n.node) |
|
} else { |
|
color.Red(fmt.Sprintf("%s: \t%q\n", n.node, out.String())) |
|
} |
|
//}(n) |
|
} |
|
// wg.Wait() |
|
}
|
|
|