metrics.go 9.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137
  1. package cloudwatch
  2. import (
  3. "encoding/json"
  4. "github.com/grafana/grafana/pkg/middleware"
  5. "github.com/grafana/grafana/pkg/util"
  6. )
  7. var metricsMap map[string][]string
  8. var dimensionsMap map[string][]string
  9. func init() {
  10. metricsMap = map[string][]string{
  11. "AWS/AutoScaling": {"GroupMinSize", "GroupMaxSize", "GroupDesiredCapacity", "GroupInServiceInstances", "GroupPendingInstances", "GroupStandbyInstances", "GroupTerminatingInstances", "GroupTotalInstances"},
  12. "AWS/Billing": {"EstimatedCharges"},
  13. "AWS/EC2": {"CPUCreditUsage", "CPUCreditBalance", "CPUUtilization", "DiskReadOps", "DiskWriteOps", "DiskReadBytes", "DiskWriteBytes", "NetworkIn", "NetworkOut", "StatusCheckFailed", "StatusCheckFailed_Instance", "StatusCheckFailed_System"},
  14. "AWS/CloudFront": {"Requests", "BytesDownloaded", "BytesUploaded", "TotalErrorRate", "4xxErrorRate", "5xxErrorRate"},
  15. "AWS/CloudSearch": {"SuccessfulRequests", "SearchableDocuments", "IndexUtilization", "Partitions"},
  16. "AWS/DynamoDB": {"ConditionalCheckFailedRequests", "ConsumedReadCapacityUnits", "ConsumedWriteCapacityUnits", "OnlineIndexConsumedWriteCapacity", "OnlineIndexPercentageProgress", "OnlineIndexThrottleEvents", "ProvisionedReadCapacityUnits", "ProvisionedWriteCapacityUnits", "ReadThrottleEvents", "ReturnedItemCount", "SuccessfulRequestLatency", "SystemErrors", "ThrottledRequests", "UserErrors", "WriteThrottleEvents"},
  17. "AWS/ElastiCache": {
  18. "CPUUtilization", "SwapUsage", "FreeableMemory", "NetworkBytesIn", "NetworkBytesOut",
  19. "BytesUsedForCacheItems", "BytesReadIntoMemcached", "BytesWrittenOutFromMemcached", "CasBadval", "CasHits", "CasMisses", "CmdFlush", "CmdGet", "CmdSet", "CurrConnections", "CurrItems", "DecrHits", "DecrMisses", "DeleteHits", "DeleteMisses", "Evictions", "GetHits", "GetMisses", "IncrHits", "IncrMisses", "Reclaimed",
  20. "CurrConnections", "Evictions", "Reclaimed", "NewConnections", "BytesUsedForCache", "CacheHits", "CacheMisses", "ReplicationLag", "GetTypeCmds", "SetTypeCmds", "KeyBasedCmds", "StringBasedCmds", "HashBasedCmds", "ListBasedCmds", "SetBasedCmds", "SortedSetBasedCmds", "CurrItems",
  21. },
  22. "AWS/EBS": {"VolumeReadBytes", "VolumeWriteBytes", "VolumeReadOps", "VolumeWriteOps", "VolumeTotalReadTime", "VolumeTotalWriteTime", "VolumeIdleTime", "VolumeQueueLength", "VolumeThroughputPercentage", "VolumeConsumedReadWriteOps"},
  23. "AWS/ELB": {"HealthyHostCount", "UnHealthyHostCount", "RequestCount", "Latency", "HTTPCode_ELB_4XX", "HTTPCode_ELB_5XX", "HTTPCode_Backend_2XX", "HTTPCode_Backend_3XX", "HTTPCode_Backend_4XX", "HTTPCode_Backend_5XX", "BackendConnectionErrors", "SurgeQueueLength", "SpilloverCount"},
  24. "AWS/ElasticMapReduce": {"CoreNodesPending", "CoreNodesRunning", "HBaseBackupFailed", "HBaseMostRecentBackupDuration", "HBaseTimeSinceLastSuccessfulBackup", "HDFSBytesRead", "HDFSBytesWritten", "HDFSUtilization", "IsIdle", "JobsFailed", "JobsRunning", "LiveDataNodes", "LiveTaskTrackers", "MapSlotsOpen", "MissingBlocks", "ReduceSlotsOpen", "RemainingMapTasks", "RemainingMapTasksPerSlot", "RemainingReduceTasks", "RunningMapTasks", "RunningReduceTasks", "S3BytesRead", "S3BytesWritten", "TaskNodesPending", "TaskNodesRunning", "TotalLoad"},
  25. "AWS/Kinesis": {"PutRecord.Bytes", "PutRecord.Latency", "PutRecord.Success", "PutRecords.Bytes", "PutRecords.Latency", "PutRecords.Records", "PutRecords.Success", "IncomingBytes", "IncomingRecords", "GetRecords.Bytes", "GetRecords.IteratorAgeMilliseconds", "GetRecords.Latency", "GetRecords.Success"},
  26. "AWS/ML": {"PredictCount", "PredictFailureCount"},
  27. "AWS/OpsWorks": {"cpu_idle", "cpu_nice", "cpu_system", "cpu_user", "cpu_waitio", "load_1", "load_5", "load_15", "memory_buffers", "memory_cached", "memory_free", "memory_swap", "memory_total", "memory_used", "procs"},
  28. "AWS/Redshift": {"CPUUtilization", "DatabaseConnections", "HealthStatus", "MaintenanceMode", "NetworkReceiveThroughput", "NetworkTransmitThroughput", "PercentageDiskSpaceUsed", "ReadIOPS", "ReadLatency", "ReadThroughput", "WriteIOPS", "WriteLatency", "WriteThroughput"},
  29. "AWS/RDS": {"BinLogDiskUsage", "CPUUtilization", "DatabaseConnections", "DiskQueueDepth", "FreeableMemory", "FreeStorageSpace", "ReplicaLag", "SwapUsage", "ReadIOPS", "WriteIOPS", "ReadLatency", "WriteLatency", "ReadThroughput", "WriteThroughput", "NetworkReceiveThroughput", "NetworkTransmitThroughput"},
  30. "AWS/Route53": {"HealthCheckStatus", "HealthCheckPercentageHealthy"},
  31. "AWS/SNS": {"NumberOfMessagesPublished", "PublishSize", "NumberOfNotificationsDelivered", "NumberOfNotificationsFailed"},
  32. "AWS/SQS": {"NumberOfMessagesSent", "SentMessageSize", "NumberOfMessagesReceived", "NumberOfEmptyReceives", "NumberOfMessagesDeleted", "ApproximateNumberOfMessagesDelayed", "ApproximateNumberOfMessagesVisible", "ApproximateNumberOfMessagesNotVisible"},
  33. "AWS/S3": {"BucketSizeBytes", "NumberOfObjects"},
  34. "AWS/SWF": {"DecisionTaskScheduleToStartTime", "DecisionTaskStartToCloseTime", "DecisionTasksCompleted", "StartedDecisionTasksTimedOutOnClose", "WorkflowStartToCloseTime", "WorkflowsCanceled", "WorkflowsCompleted", "WorkflowsContinuedAsNew", "WorkflowsFailed", "WorkflowsTerminated", "WorkflowsTimedOut"},
  35. "AWS/StorageGateway": {"CacheHitPercent", "CachePercentUsed", "CachePercentDirty", "CloudBytesDownloaded", "CloudDownloadLatency", "CloudBytesUploaded", "UploadBufferFree", "UploadBufferPercentUsed", "UploadBufferUsed", "QueuedWrites", "ReadBytes", "ReadTime", "TotalCacheSize", "WriteBytes", "WriteTime", "WorkingStorageFree", "WorkingStoragePercentUsed", "WorkingStorageUsed", "CacheHitPercent", "CachePercentUsed", "CachePercentDirty", "ReadBytes", "ReadTime", "WriteBytes", "WriteTime", "QueuedWrites"},
  36. "AWS/WorkSpaces": {"Available", "Unhealthy", "ConnectionAttempt", "ConnectionSuccess", "ConnectionFailure", "SessionLaunchTime", "InSessionLatency", "SessionDisconnect"},
  37. }
  38. dimensionsMap = map[string][]string{
  39. "AWS/AutoScaling": {"AutoScalingGroupName"},
  40. "AWS/Billing": {"ServiceName", "LinkedAccount", "Currency"},
  41. "AWS/CloudFront": {"DistributionId", "Region"},
  42. "AWS/CloudSearch": {},
  43. "AWS/DynamoDB": {"TableName", "GlobalSecondaryIndexName", "Operation"},
  44. "AWS/ElastiCache": {"CacheClusterId", "CacheNodeId"},
  45. "AWS/EBS": {"VolumeId"},
  46. "AWS/EC2": {"AutoScalingGroupName", "ImageId", "InstanceId", "InstanceType"},
  47. "AWS/ELB": {"LoadBalancerName", "AvailabilityZone"},
  48. "AWS/ElasticMapReduce": {"ClusterId", "JobId"},
  49. "AWS/Kinesis": {"StreamName"},
  50. "AWS/ML": {"MLModelId", "RequestMode"},
  51. "AWS/OpsWorks": {"StackId", "LayerId", "InstanceId"},
  52. "AWS/Redshift": {"NodeID", "ClusterIdentifier"},
  53. "AWS/RDS": {"DBInstanceIdentifier", "DatabaseClass", "EngineName"},
  54. "AWS/Route53": {"HealthCheckId"},
  55. "AWS/SNS": {"Application", "Platform", "TopicName"},
  56. "AWS/SQS": {"QueueName"},
  57. "AWS/S3": {"BucketName", "StorageType"},
  58. "AWS/SWF": {"Domain", "ActivityTypeName", "ActivityTypeVersion"},
  59. "AWS/StorageGateway": {"GatewayId", "GatewayName", "VolumeId"},
  60. "AWS/WorkSpaces": {"DirectoryId", "WorkspaceId"},
  61. }
  62. }
  63. // Whenever this list is updated, frontend list should also be updated.
  64. // Please update the region list in public/app/plugins/datasource/cloudwatch/partials/config.html
  65. func handleGetRegions(req *cwRequest, c *middleware.Context) {
  66. regions := []string{
  67. "us-east-1", "us-west-2", "us-west-1", "eu-west-1", "eu-central-1", "ap-southeast-1",
  68. "ap-southeast-2", "ap-northeast-1", "sa-east-1", "cn-north-1",
  69. }
  70. result := []interface{}{}
  71. for _, region := range regions {
  72. result = append(result, util.DynMap{"text": region, "value": region})
  73. }
  74. c.JSON(200, result)
  75. }
  76. func handleGetNamespaces(req *cwRequest, c *middleware.Context) {
  77. result := []interface{}{}
  78. for key := range metricsMap {
  79. result = append(result, util.DynMap{"text": key, "value": key})
  80. }
  81. c.JSON(200, result)
  82. }
  83. func handleGetMetrics(req *cwRequest, c *middleware.Context) {
  84. reqParam := &struct {
  85. Parameters struct {
  86. Namespace string `json:"namespace"`
  87. } `json:"parameters"`
  88. }{}
  89. json.Unmarshal(req.Body, reqParam)
  90. namespaceMetrics, exists := metricsMap[reqParam.Parameters.Namespace]
  91. if !exists {
  92. c.JsonApiErr(404, "Unable to find namespace "+reqParam.Parameters.Namespace, nil)
  93. return
  94. }
  95. result := []interface{}{}
  96. for _, name := range namespaceMetrics {
  97. result = append(result, util.DynMap{"text": name, "value": name})
  98. }
  99. c.JSON(200, result)
  100. }
  101. func handleGetDimensions(req *cwRequest, c *middleware.Context) {
  102. reqParam := &struct {
  103. Parameters struct {
  104. Namespace string `json:"namespace"`
  105. } `json:"parameters"`
  106. }{}
  107. json.Unmarshal(req.Body, reqParam)
  108. dimensionValues, exists := dimensionsMap[reqParam.Parameters.Namespace]
  109. if !exists {
  110. c.JsonApiErr(404, "Unable to find dimension "+reqParam.Parameters.Namespace, nil)
  111. return
  112. }
  113. result := []interface{}{}
  114. for _, name := range dimensionValues {
  115. result = append(result, util.DynMap{"text": name, "value": name})
  116. }
  117. c.JSON(200, result)
  118. }