205 |

Dashboard </h1> 206 | <Categories data={this.state.categories} currentCategory={this.state.currentCategory} /> 207 | <StatusSelector status={this.state.statusFilter} updateStatusFilter={this.updateStatusFilter} updateNodeFilter={this.updateNodeFilter} updateKeyFilter={this.updateKeyFilter} /> 208 | <table className="table table-bordered"> 209 | <thead> 210 | <tr> 211 | <th>node | service</th> 212 | <th>address</th> 213 | <th>key</th> 214 | <th className="item_timestamp_col">timestamp</th> 215 | </tr> 216 | </thead> 217 | {items} 218 | </table> 219 | </div> 220 | ); 221 | } 222 | }); 223 | 224 | React.render( 225 | <Dashboard pollWait={1000} />, 226 | document.getElementById('content') 227 | ); 228 | -------------------------------------------------------------------------------- /dashboard.go: -------------------------------------------------------------------------------- 1 | package main 2 | 3 | import ( 4 | "bytes" 5 | "encoding/json" 6 | "flag" 7 | "fmt" 8 | "io" 9 | "io/ioutil" 10 | "log" 11 | "net/http" 12 | "os" 13 | "os/exec" 14 | "sort" 15 | "strconv" 16 | "strings" 17 | "sync" 18 | "time" 19 | ) 20 | 21 | var ( 22 | Namespace = "dashboard" 23 | ConsulAddr = "127.0.0.1:8500" 24 | Version string 25 | ExtAssetDir string 26 | Nodes []Node 27 | Services map[string][]string 28 | mutex sync.RWMutex 29 | ) 30 | 31 | type KVPair struct { 32 | Key string 33 | CreateIndex int64 34 | ModifyIndex int64 35 | LockIndex int64 36 | Flags int64 37 | Value []byte 38 | } 39 | 40 | type Status int64 41 | 42 | const ( 43 | Success Status = iota 44 | Warning 45 | Danger 46 | Info 47 | ) 48 | 49 | func (s Status) MarshalText() ([]byte, error) { 50 | if s <= Info { 51 | return []byte(strings.ToLower(s.String())), nil 52 | } else { 53 | return []byte(strconv.FormatInt(int64(s), 10)), nil 54 | } 55 | } 56 | 57 | type Item struct { 58 | Category string `json:"category"` 59 | Node string `json:"node"` 60 | Address string `json:"address"` 61 | Timestamp string `json:"timestamp"` 62 | Status Status `json:"status"` 63 | Key string `json:"key"` 64 | Data string `json:"data"` 65 | } 66 | 67 | func (kv KVPair) NewItem() Item { 68 | item := Item{ 69 | Data: string(kv.Value), 70 | Timestamp: time.Unix(kv.Flags/1000, 0).Format("2006-01-02 15:04:05 -0700"), 71 | } 72 | item.Status = Status(kv.Flags % 1000) 73 | 74 | // kv.Key : {namespace}/{category}/{node}/{key} 75 | path := strings.Split(kv.Key, "/") 76 | item.Category = path[1] 77 | if len(path) >= 3 { 78 | item.Node = path[2] 79 | } 80 | if len(path) >= 4 { 81 | item.Key = path[3] 82 | } 83 | return item 84 | } 85 | 86 | type Node struct { 87 | Node string 88 | Address string 89 | } 90 | 91 | func main() { 92 | var ( 93 | port int 94 | showVersion bool 95 | trigger string 96 | ) 97 | flag.StringVar(&Namespace, "namespace", Namespace, "Consul kv top level key name. (/v1/kv/{namespace}/...)") 98 | flag.IntVar(&port, "port", 3000, "http listen port") 99 | flag.StringVar(&ExtAssetDir, "asset", "", "Serve files located in /assets from local directory. If not specified, use built-in asset.") 100 | flag.BoolVar(&showVersion, "v", false, "show vesion") 101 | flag.BoolVar(&showVersion, "version", false, "show vesion") 102 | flag.StringVar(&trigger, "trigger", "", "trigger command") 103 | flag.Parse() 104 | 105 | if showVersion { 106 | fmt.Println("consul-kv-dashboard: version:", Version) 107 | return 108 | } 109 | 110 | mux := http.NewServeMux() 111 | mux.HandleFunc("/", makeGzipHandler(indexPage)) 112 | mux.HandleFunc("/api/", makeGzipHandler(kvApiProxy)) 113 | 114 | if ExtAssetDir != "" { 115 | mux.Handle("/assets/", 116 | http.StripPrefix("/assets/", http.FileServer(http.Dir(ExtAssetDir)))) 117 | } else { 118 | mux.Handle("/assets/", 119 | http.FileServer(NewAssetFileSystem("/assets/"))) 120 | } 121 | http.Handle("/", mux) 122 | 123 | log.Println("listen port:", port) 124 | log.Println("asset directory:", ExtAssetDir) 125 | log.Println("namespace:", Namespace) 126 | if trigger != "" { 127 | log.Println("trigger:", trigger) 128 | go watchForTrigger(trigger) 129 | } 130 | go updateNodes() 131 | go updateServices() 132 | 133 | log.Fatal(http.ListenAndServe(":"+strconv.Itoa(port), nil)) 134 | } 135 | 136 | func indexPage(w http.ResponseWriter, r http.Request) { 137 | var ( 138 | data []byte 139 | err error 140 | ) 141 | if ExtAssetDir == "" { 142 | data, err = Asset("index.html") 143 | } else { 144 | var f os.File 145 | f, err = os.Open(ExtAssetDir + "/index.html") 146 | data, err = ioutil.ReadAll(f) 147 | } 148 | if err != nil { 149 | log.Println(err) 150 | } 151 | w.Header().Set("Content-Type", "text/html; charset=utf-8") 152 | fmt.Fprint(w, string(data)) 153 | } 154 | 155 | func kvApiProxy(w http.ResponseWriter, r http.Request) { 156 | r.ParseForm() 157 | path := strings.TrimPrefix(r.URL.Path, "/api/") 158 | resp, _, err := callConsulAPI( 159 | "/v1/kv/" + Namespace + "/" + path + "?" + r.URL.RawQuery, 160 | ) 161 | if err != nil { 162 | http.Error(w, fmt.Sprintf("%s", err), http.StatusInternalServerError) 163 | return 164 | } 165 | defer resp.Body.Close() 166 | if resp.StatusCode == http.StatusNotFound { 167 | w.Header().Set("Content-Type", "application/json") 168 | http.Error(w, "[]", resp.StatusCode) 169 | return 170 | } 171 | if resp.StatusCode != http.StatusOK { 172 | http.Error(w, "", resp.StatusCode) 173 | io.Copy(w, resp.Body) 174 | return 175 | } 176 | // copy response header to client 177 | for name, value := range resp.Header { 178 | if strings.HasPrefix(name, "X-") || name == "Content-Type" { 179 | for _, v := range value { 180 | w.Header().Set(name, v) 181 | } 182 | } 183 | } 184 | 185 | // keys or values 186 | dec := json.NewDecoder(resp.Body) 187 | enc := json.NewEncoder(w) 188 | if _, t := r.Form["keys"]; t { 189 | var keys []string 190 | uniqKeyMap := make(map[string]bool) 191 | dec.Decode(&keys) 192 | for _, key := range keys { 193 | path := strings.Split(key, "/") 194 | if len(path) >= 2 { 195 | uniqKeyMap[path[1]] = true 196 | } 197 | } 198 | uniqKeys := make([]string, 0, len(uniqKeyMap)) 199 | for key, _ := range uniqKeyMap { 200 | uniqKeys = append(uniqKeys, key) 201 | } 202 | sort.Strings(uniqKeys) 203 | enc.Encode(uniqKeys) 204 | } else { 205 | var kvps []KVPair 206 | dec.Decode(&kvps) 207 | items := make([]Item, 0, len(kvps)) 208 | for _, kv := range kvps { 209 | item := kv.NewItem() 210 | if itemInCatalog(&item) { 211 | items = append(items, item) 212 | } 213 | } 214 | enc.Encode(items) 215 | } 216 | } 217 | 218 | func watchForTrigger(command string) { 219 | var index int64 220 | lastStatus := make(map[string]Status) 221 | prevItem := make(map[Item]Status) 222 | for { 223 | resp, newIndex, err := callConsulAPI( 224 | "/v1/kv/" + Namespace + "/?recurse&wait=55s&index=" + strconv.FormatInt(index, 10), 225 | ) 226 | if err != nil { 227 | log.Println("[error]", err) 228 | time.Sleep(10 time.Second) 229 | continue 230 | } 231 | index = newIndex 232 | var kvps []KVPair 233 | dec := json.NewDecoder(resp.Body) 234 | dec.Decode(&kvps) 235 | resp.Body.Close() 236 | 237 | // find each current item of category 238 | currentItem := make(map[string]Item) 239 | for _, kv := range kvps { 240 | item := kv.NewItem() 241 | if !itemInCatalog(&item) { 242 | continue 243 | } 244 | 245 | current := compactItem(item) 246 | _, exist := prevItem[current] 247 | if exist && prevItem[current] != item.Status { 248 | currentItem[item.Category] = item 249 | } 250 | } 251 | for _, kv := range kvps { 252 | item := kv.NewItem() 253 | if !itemInCatalog(&item) { 254 | continue 255 | } 256 | if _, exist := currentItem[item.Category]; !exist { 257 | currentItem[item.Category] = item 258 | } else if currentItem[item.Category].Status < item.Status { 259 | currentItem[item.Category] = item 260 | } 261 | } 262 | 263 | // invoke trigger when a category status was changed 264 | for category, item := range currentItem { 265 | if _, exist := lastStatus[category]; !exist { 266 | // at first initialize 267 | lastStatus[category] = item.Status 268 | log.Printf("[info] %s: status %s", category, item.Status) 269 | } else if lastStatus[category] != item.Status { 270 | // status changed. invoking trigger. 271 | log.Printf("[info] %s: status %s -> %s", category, lastStatus[category], item.Status) 272 | lastStatus[category] = item.Status 273 | b, _ := json.Marshal(item) 274 | err := invokePipe(command, bytes.NewReader(b)) 275 | if err != nil { 276 | log.Println("[error]", err) 277 | } 278 | } 279 | } 280 | 281 | // update previous item status 282 | for _, kv := range kvps { 283 | item := kv.NewItem() 284 | prev := compactItem(item) 285 | prevItem[prev] = item.Status 286 | } 287 | 288 | time.Sleep(1 time.Second) 289 | } 290 | } 291 | 292 | // compactItem builds `Item` struct that has only `Category`, `Key`, and `Node` fields. 293 | func compactItem(item Item) Item { 294 | return Item{ 295 | Key: item.Key, 296 | Category: item.Category, 297 | Node: item.Node, 298 | } 299 | } 300 | 301 | func invokePipe(command string, src io.Reader) error { 302 | log.Println("[info] Invoking command:", command) 303 | cmd := exec.Command("sh", "-c", command) 304 | stdin, err := cmd.StdinPipe() 305 | if err != nil { 306 | return err 307 | } 308 | stdout, err := cmd.StdoutPipe() 309 | if err != nil { 310 | return err 311 | } 312 | stderr, err := cmd.StderrPipe() 313 | if err != nil { 314 | return err 315 | } 316 | 317 | err = cmd.Start() 318 | if err != nil { 319 | return err 320 | } 321 | cmdCh := make(chan error) 322 | // src => stdin 323 | go func() { 324 | _, err := io.Copy(stdin, src) 325 | if err != nil { 326 | cmdCh <- err 327 | } 328 | stdin.Close() 329 | }() 330 | // wait for command exit 331 | go func() { 332 | cmdCh <- cmd.Wait() 333 | }() 334 | go io.Copy(os.Stdout, stdout) 335 | go io.Copy(os.Stderr, stderr) 336 | 337 | cmdErr := <-cmdCh 338 | return cmdErr 339 | } 340 | 341 | func updateNodes() { 342 | var index int64 343 | for { 344 | resp, newIndex, err := callConsulAPI( 345 | "/v1/catalog/nodes?index=" + strconv.FormatInt(index, 10) + "&wait=55s", 346 | ) 347 | if err != nil { 348 | log.Println("[error]", err) 349 | time.Sleep(10 * time.Second) 350 | continue 351 | } 352 | index = newIndex 353 | dec := json.NewDecoder(resp.Body) 354 | mutex.Lock() 355 | dec.Decode(&Nodes) 356 | log.Println("[info]", Nodes) 357 | mutex.Unlock() 358 | time.Sleep(1 * time.Second) 359 | resp.Body.Close() 360 | } 361 | } 362 | 363 | func updateServices() { 364 | var index int64 365 | for { 366 | resp, newIndex, err := callConsulAPI( 367 | "/v1/catalog/services?index=" + strconv.FormatInt(index, 10) + "&wait=55s", 368 | ) 369 | if err != nil { 370 | log.Println("[error]", err) 371 | time.Sleep(10 * time.Second) 372 | continue 373 | } 374 | index = newIndex 375 | dec := json.NewDecoder(resp.Body) 376 | mutex.Lock() 377 | dec.Decode(&Services) 378 | mutex.Unlock() 379 | time.Sleep(1 * time.Second) 380 | resp.Body.Close() 381 | } 382 | } 383 | 384 | func itemInCatalog(item Item) bool { 385 | mutex.RLock() 386 | defer mutex.RUnlock() 387 | for _, node := range Nodes { 388 | if item.Node == node.Node { 389 | item.Address = node.Address 390 | return true 391 | } 392 | } 393 | for name, tags := range Services { 394 | if item.Node == name { 395 | item.Address = "service" 396 | return true 397 | } 398 | for _, tag := range tags { 399 | if item.Node == fmt.Sprintf("%s.%s", tag, name) { 400 | item.Address = "service" 401 | return true 402 | } 403 | } 404 | } 405 | return false 406 | } 407 | 408 | func callConsulAPI(path string) (http.Response, int64, error) { 409 | var index int64 410 | _url := "http://" + ConsulAddr + path 411 | log.Println("[info] get", _url) 412 | resp, err := http.Get(_url) 413 | if err != nil { 414 | log.Println("[error]", err) 415 | return nil, index, err 416 | } 417 | _indexes := resp.Header["X-Consul-Index"] 418 | if len(_indexes) > 0 { 419 | index, _ = strconv.ParseInt(_indexes[0], 10, 64) 420 | } 421 | return resp, index, nil 422 | } 423 | --------------------------------------------------------------------------------