mirror of
https://github.com/pgsty/minio.git
synced 2026-08-11 00:33:28 +03:00
api: Implement bucket notification. (#2271)
* Implement basic S3 notifications through queues Supports multiple queues and three basic queue types: 1. NilQueue -- messages don't get sent anywhere 2. LogQueue -- messages get logged 3. AmqpQueue -- messages are sent to an AMQP queue * api: Implement bucket notification. Supports two different queue types - AMQP - ElasticSearch. * Add support for redis
This commit is contained in:
Harshavardhana
committed by
Anand Babu (AB) Periasamy
Anand Babu (AB) Periasamy
parent
f85d94288d
commit
f248089523
+348
@@ -0,0 +1,348 @@
|
||||
// Copyright 2012-present Oliver Eilhard. All rights reserved.
|
||||
// Use of this source code is governed by a MIT-license.
|
||||
// See http://olivere.mit-license.org/license.txt for details.
|
||||
|
||||
package elastic
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"net/url"
|
||||
"strings"
|
||||
|
||||
"gopkg.in/olivere/elastic.v3/uritemplates"
|
||||
)
|
||||
|
||||
// ClusterStatsService is documented at http://www.elasticsearch.org/guide/en/elasticsearch/reference/1.4/cluster-stats.html.
|
||||
type ClusterStatsService struct {
|
||||
client *Client
|
||||
pretty bool
|
||||
nodeId []string
|
||||
flatSettings *bool
|
||||
human *bool
|
||||
}
|
||||
|
||||
// NewClusterStatsService creates a new ClusterStatsService.
|
||||
func NewClusterStatsService(client *Client) *ClusterStatsService {
|
||||
return &ClusterStatsService{
|
||||
client: client,
|
||||
nodeId: make([]string, 0),
|
||||
}
|
||||
}
|
||||
|
||||
// NodeId is documented as: A comma-separated list of node IDs or names to limit the returned information; use `_local` to return information from the node you're connecting to, leave empty to get information from all nodes.
|
||||
func (s *ClusterStatsService) NodeId(nodeId []string) *ClusterStatsService {
|
||||
s.nodeId = nodeId
|
||||
return s
|
||||
}
|
||||
|
||||
// FlatSettings is documented as: Return settings in flat format (default: false).
|
||||
func (s *ClusterStatsService) FlatSettings(flatSettings bool) *ClusterStatsService {
|
||||
s.flatSettings = &flatSettings
|
||||
return s
|
||||
}
|
||||
|
||||
// Human is documented as: Whether to return time and byte values in human-readable format..
|
||||
func (s *ClusterStatsService) Human(human bool) *ClusterStatsService {
|
||||
s.human = &human
|
||||
return s
|
||||
}
|
||||
|
||||
// Pretty indicates that the JSON response be indented and human readable.
|
||||
func (s *ClusterStatsService) Pretty(pretty bool) *ClusterStatsService {
|
||||
s.pretty = pretty
|
||||
return s
|
||||
}
|
||||
|
||||
// buildURL builds the URL for the operation.
|
||||
func (s *ClusterStatsService) buildURL() (string, url.Values, error) {
|
||||
// Build URL
|
||||
var err error
|
||||
var path string
|
||||
|
||||
if len(s.nodeId) > 0 {
|
||||
path, err = uritemplates.Expand("/_cluster/stats/nodes/{node_id}", map[string]string{
|
||||
"node_id": strings.Join(s.nodeId, ","),
|
||||
})
|
||||
if err != nil {
|
||||
return "", url.Values{}, err
|
||||
}
|
||||
} else {
|
||||
path, err = uritemplates.Expand("/_cluster/stats", map[string]string{})
|
||||
if err != nil {
|
||||
return "", url.Values{}, err
|
||||
}
|
||||
}
|
||||
|
||||
// Add query string parameters
|
||||
params := url.Values{}
|
||||
if s.pretty {
|
||||
params.Set("pretty", "1")
|
||||
}
|
||||
if s.flatSettings != nil {
|
||||
params.Set("flat_settings", fmt.Sprintf("%v", *s.flatSettings))
|
||||
}
|
||||
if s.human != nil {
|
||||
params.Set("human", fmt.Sprintf("%v", *s.human))
|
||||
}
|
||||
return path, params, nil
|
||||
}
|
||||
|
||||
// Validate checks if the operation is valid.
|
||||
func (s *ClusterStatsService) Validate() error {
|
||||
return nil
|
||||
}
|
||||
|
||||
// Do executes the operation.
|
||||
func (s *ClusterStatsService) Do() (*ClusterStatsResponse, error) {
|
||||
// Check pre-conditions
|
||||
if err := s.Validate(); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
// Get URL for request
|
||||
path, params, err := s.buildURL()
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
// Get HTTP response
|
||||
res, err := s.client.PerformRequest("GET", path, params, nil)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
// Return operation response
|
||||
ret := new(ClusterStatsResponse)
|
||||
if err := s.client.decoder.Decode(res.Body, ret); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return ret, nil
|
||||
}
|
||||
|
||||
// ClusterStatsResponse is the response of ClusterStatsService.Do.
|
||||
type ClusterStatsResponse struct {
|
||||
Timestamp int64 `json:"timestamp"`
|
||||
ClusterName string `json:"cluster_name"`
|
||||
ClusterUUID string `json:"uuid"`
|
||||
Status string `json:"status"`
|
||||
Indices *ClusterStatsIndices `json:"indices"`
|
||||
Nodes *ClusterStatsNodes `json:"nodes"`
|
||||
}
|
||||
|
||||
type ClusterStatsIndices struct {
|
||||
Count int `json:"count"`
|
||||
Shards *ClusterStatsIndicesShards `json:"shards"`
|
||||
Docs *ClusterStatsIndicesDocs `json:"docs"`
|
||||
Store *ClusterStatsIndicesStore `json:"store"`
|
||||
FieldData *ClusterStatsIndicesFieldData `json:"fielddata"`
|
||||
FilterCache *ClusterStatsIndicesFilterCache `json:"filter_cache"`
|
||||
IdCache *ClusterStatsIndicesIdCache `json:"id_cache"`
|
||||
Completion *ClusterStatsIndicesCompletion `json:"completion"`
|
||||
Segments *ClusterStatsIndicesSegments `json:"segments"`
|
||||
Percolate *ClusterStatsIndicesPercolate `json:"percolate"`
|
||||
}
|
||||
|
||||
type ClusterStatsIndicesShards struct {
|
||||
Total int `json:"total"`
|
||||
Primaries int `json:"primaries"`
|
||||
Replication float64 `json:"replication"`
|
||||
Index *ClusterStatsIndicesShardsIndex `json:"index"`
|
||||
}
|
||||
|
||||
type ClusterStatsIndicesShardsIndex struct {
|
||||
Shards *ClusterStatsIndicesShardsIndexIntMinMax `json:"shards"`
|
||||
Primaries *ClusterStatsIndicesShardsIndexIntMinMax `json:"primaries"`
|
||||
Replication *ClusterStatsIndicesShardsIndexFloat64MinMax `json:"replication"`
|
||||
}
|
||||
|
||||
type ClusterStatsIndicesShardsIndexIntMinMax struct {
|
||||
Min int `json:"min"`
|
||||
Max int `json:"max"`
|
||||
Avg float64 `json:"avg"`
|
||||
}
|
||||
|
||||
type ClusterStatsIndicesShardsIndexFloat64MinMax struct {
|
||||
Min float64 `json:"min"`
|
||||
Max float64 `json:"max"`
|
||||
Avg float64 `json:"avg"`
|
||||
}
|
||||
|
||||
type ClusterStatsIndicesDocs struct {
|
||||
Count int `json:"count"`
|
||||
Deleted int `json:"deleted"`
|
||||
}
|
||||
|
||||
type ClusterStatsIndicesStore struct {
|
||||
Size string `json:"size"` // e.g. "5.3gb"
|
||||
SizeInBytes int64 `json:"size_in_bytes"`
|
||||
ThrottleTime string `json:"throttle_time"` // e.g. "0s"
|
||||
ThrottleTimeInMillis int64 `json:"throttle_time_in_millis"`
|
||||
}
|
||||
|
||||
type ClusterStatsIndicesFieldData struct {
|
||||
MemorySize string `json:"memory_size"` // e.g. "61.3kb"
|
||||
MemorySizeInBytes int64 `json:"memory_size_in_bytes"`
|
||||
Evictions int64 `json:"evictions"`
|
||||
Fields map[string]struct {
|
||||
MemorySize string `json:"memory_size"` // e.g. "61.3kb"
|
||||
MemorySizeInBytes int64 `json:"memory_size_in_bytes"`
|
||||
} `json:"fields"`
|
||||
}
|
||||
|
||||
type ClusterStatsIndicesFilterCache struct {
|
||||
MemorySize string `json:"memory_size"` // e.g. "61.3kb"
|
||||
MemorySizeInBytes int64 `json:"memory_size_in_bytes"`
|
||||
Evictions int64 `json:"evictions"`
|
||||
}
|
||||
|
||||
type ClusterStatsIndicesIdCache struct {
|
||||
MemorySize string `json:"memory_size"` // e.g. "61.3kb"
|
||||
MemorySizeInBytes int64 `json:"memory_size_in_bytes"`
|
||||
}
|
||||
|
||||
type ClusterStatsIndicesCompletion struct {
|
||||
Size string `json:"size"` // e.g. "61.3kb"
|
||||
SizeInBytes int64 `json:"size_in_bytes"`
|
||||
Fields map[string]struct {
|
||||
Size string `json:"size"` // e.g. "61.3kb"
|
||||
SizeInBytes int64 `json:"size_in_bytes"`
|
||||
} `json:"fields"`
|
||||
}
|
||||
|
||||
type ClusterStatsIndicesSegments struct {
|
||||
Count int64 `json:"count"`
|
||||
Memory string `json:"memory"` // e.g. "61.3kb"
|
||||
MemoryInBytes int64 `json:"memory_in_bytes"`
|
||||
IndexWriterMemory string `json:"index_writer_memory"` // e.g. "61.3kb"
|
||||
IndexWriterMemoryInBytes int64 `json:"index_writer_memory_in_bytes"`
|
||||
IndexWriterMaxMemory string `json:"index_writer_max_memory"` // e.g. "61.3kb"
|
||||
IndexWriterMaxMemoryInBytes int64 `json:"index_writer_max_memory_in_bytes"`
|
||||
VersionMapMemory string `json:"version_map_memory"` // e.g. "61.3kb"
|
||||
VersionMapMemoryInBytes int64 `json:"version_map_memory_in_bytes"`
|
||||
FixedBitSet string `json:"fixed_bit_set"` // e.g. "61.3kb"
|
||||
FixedBitSetInBytes int64 `json:"fixed_bit_set_memory_in_bytes"`
|
||||
}
|
||||
|
||||
type ClusterStatsIndicesPercolate struct {
|
||||
Total int64 `json:"total"`
|
||||
// TODO(oe) The JSON tag here is wrong as of ES 1.5.2 it seems
|
||||
Time string `json:"get_time"` // e.g. "1s"
|
||||
TimeInBytes int64 `json:"time_in_millis"`
|
||||
Current int64 `json:"current"`
|
||||
MemorySize string `json:"memory_size"` // e.g. "61.3kb"
|
||||
MemorySizeInBytes int64 `json:"memory_sitze_in_bytes"`
|
||||
Queries int64 `json:"queries"`
|
||||
}
|
||||
|
||||
// ---
|
||||
|
||||
type ClusterStatsNodes struct {
|
||||
Count *ClusterStatsNodesCount `json:"count"`
|
||||
Versions []string `json:"versions"`
|
||||
OS *ClusterStatsNodesOsStats `json:"os"`
|
||||
Process *ClusterStatsNodesProcessStats `json:"process"`
|
||||
JVM *ClusterStatsNodesJvmStats `json:"jvm"`
|
||||
FS *ClusterStatsNodesFsStats `json:"fs"`
|
||||
Plugins []*ClusterStatsNodesPlugin `json:"plugins"`
|
||||
}
|
||||
|
||||
type ClusterStatsNodesCount struct {
|
||||
Total int `json:"total"`
|
||||
MasterOnly int `json:"master_only"`
|
||||
DataOnly int `json:"data_only"`
|
||||
MasterData int `json:"master_data"`
|
||||
Client int `json:"client"`
|
||||
}
|
||||
|
||||
type ClusterStatsNodesOsStats struct {
|
||||
AvailableProcessors int `json:"available_processors"`
|
||||
Mem *ClusterStatsNodesOsStatsMem `json:"mem"`
|
||||
CPU []*ClusterStatsNodesOsStatsCPU `json:"cpu"`
|
||||
}
|
||||
|
||||
type ClusterStatsNodesOsStatsMem struct {
|
||||
Total string `json:"total"` // e.g. "16gb"
|
||||
TotalInBytes int64 `json:"total_in_bytes"`
|
||||
}
|
||||
|
||||
type ClusterStatsNodesOsStatsCPU struct {
|
||||
Vendor string `json:"vendor"`
|
||||
Model string `json:"model"`
|
||||
MHz int `json:"mhz"`
|
||||
TotalCores int `json:"total_cores"`
|
||||
TotalSockets int `json:"total_sockets"`
|
||||
CoresPerSocket int `json:"cores_per_socket"`
|
||||
CacheSize string `json:"cache_size"` // e.g. "256b"
|
||||
CacheSizeInBytes int64 `json:"cache_size_in_bytes"`
|
||||
Count int `json:"count"`
|
||||
}
|
||||
|
||||
type ClusterStatsNodesProcessStats struct {
|
||||
CPU *ClusterStatsNodesProcessStatsCPU `json:"cpu"`
|
||||
OpenFileDescriptors *ClusterStatsNodesProcessStatsOpenFileDescriptors `json:"open_file_descriptors"`
|
||||
}
|
||||
|
||||
type ClusterStatsNodesProcessStatsCPU struct {
|
||||
Percent float64 `json:"percent"`
|
||||
}
|
||||
|
||||
type ClusterStatsNodesProcessStatsOpenFileDescriptors struct {
|
||||
Min int64 `json:"min"`
|
||||
Max int64 `json:"max"`
|
||||
Avg int64 `json:"avg"`
|
||||
}
|
||||
|
||||
type ClusterStatsNodesJvmStats struct {
|
||||
MaxUptime string `json:"max_uptime"` // e.g. "5h"
|
||||
MaxUptimeInMillis int64 `json:"max_uptime_in_millis"`
|
||||
Versions []*ClusterStatsNodesJvmStatsVersion `json:"versions"`
|
||||
Mem *ClusterStatsNodesJvmStatsMem `json:"mem"`
|
||||
Threads int64 `json:"threads"`
|
||||
}
|
||||
|
||||
type ClusterStatsNodesJvmStatsVersion struct {
|
||||
Version string `json:"version"` // e.g. "1.8.0_45"
|
||||
VMName string `json:"vm_name"` // e.g. "Java HotSpot(TM) 64-Bit Server VM"
|
||||
VMVersion string `json:"vm_version"` // e.g. "25.45-b02"
|
||||
VMVendor string `json:"vm_vendor"` // e.g. "Oracle Corporation"
|
||||
Count int `json:"count"`
|
||||
}
|
||||
|
||||
type ClusterStatsNodesJvmStatsMem struct {
|
||||
HeapUsed string `json:"heap_used"`
|
||||
HeapUsedInBytes int64 `json:"heap_used_in_bytes"`
|
||||
HeapMax string `json:"heap_max"`
|
||||
HeapMaxInBytes int64 `json:"heap_max_in_bytes"`
|
||||
}
|
||||
|
||||
type ClusterStatsNodesFsStats struct {
|
||||
Path string `json:"path"`
|
||||
Mount string `json:"mount"`
|
||||
Dev string `json:"dev"`
|
||||
Total string `json:"total"` // e.g. "930.7gb"`
|
||||
TotalInBytes int64 `json:"total_in_bytes"`
|
||||
Free string `json:"free"` // e.g. "930.7gb"`
|
||||
FreeInBytes int64 `json:"free_in_bytes"`
|
||||
Available string `json:"available"` // e.g. "930.7gb"`
|
||||
AvailableInBytes int64 `json:"available_in_bytes"`
|
||||
DiskReads int64 `json:"disk_reads"`
|
||||
DiskWrites int64 `json:"disk_writes"`
|
||||
DiskIOOp int64 `json:"disk_io_op"`
|
||||
DiskReadSize string `json:"disk_read_size"` // e.g. "0b"`
|
||||
DiskReadSizeInBytes int64 `json:"disk_read_size_in_bytes"`
|
||||
DiskWriteSize string `json:"disk_write_size"` // e.g. "0b"`
|
||||
DiskWriteSizeInBytes int64 `json:"disk_write_size_in_bytes"`
|
||||
DiskIOSize string `json:"disk_io_size"` // e.g. "0b"`
|
||||
DiskIOSizeInBytes int64 `json:"disk_io_size_in_bytes"`
|
||||
DiskQueue string `json:"disk_queue"`
|
||||
DiskServiceTime string `json:"disk_service_time"`
|
||||
}
|
||||
|
||||
type ClusterStatsNodesPlugin struct {
|
||||
Name string `json:"name"`
|
||||
Version string `json:"version"`
|
||||
Description string `json:"description"`
|
||||
URL string `json:"url"`
|
||||
JVM bool `json:"jvm"`
|
||||
Site bool `json:"site"`
|
||||
}
|
||||
Reference in New Issue
Block a user