# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
import unittest
import logging
logging.basicConfig()
import subprocess
import time
from nose.plugins.skip import SkipTest
from tests.common import load_check
from six.moves import urllib
PORT = 9200
MAX_WAIT = 150
class TestElastic(unittest.TestCase):
def _wait(self, url):
loop = 0
while True:
try:
req = urllib.request.Request(url, None)
request = urllib.request.urlopen(req)
break
except Exception:
time.sleep(0.5)
loop += 1
if loop >= MAX_WAIT:
break
return request
def setUp(self):
self.process = None
try:
# Start elasticsearch
self.process = subprocess.Popen(["elasticsearch", "-f", "elasticsearch"],
executable="elasticsearch",
stdout=subprocess.PIPE,
stderr=subprocess.PIPE)
# Wait for it to really start
self._wait("http://localhost:%s" % PORT)
except Exception:
logging.getLogger().exception("Cannot instantiate elasticsearch")
def tearDown(self):
if self.process is not None:
self.process.terminate()
def testElasticChecksD(self):
raise SkipTest("See https://github.com/DataDog/dd-agent/issues/825")
agent_config = {'elasticsearch': 'http://localhost:%s' %
PORT, 'version': '0.1', 'api_key': 'toto'}
# Initialize the check from checks_d
c = load_check('elastic', {'init_config': {}, 'instances': {}}, agent_config)
conf = c.parse_agent_config(agent_config)
self.check = load_check('elastic', conf, agent_config)
self.check.check(conf['instances'][0])
r = self.check.get_metrics()
self.assertIsInstance(r, list)
self.assertTrue(len(r) > 0)
self.assertEqual(len([t for t in r if t[0] == "elasticsearch.get.total"]), 1, r)
self.assertEqual(len([t for t in r if t[0] == "elasticsearch.search.fetch.total"]), 1, r)
self.assertEqual(len([t for t in r if t[0] == "jvm.gc.collection_time"]), 1, r)
self.assertEqual(len([t for t in r if t[0] == "jvm.mem.heap_committed"]), 1, r)
self.assertEqual(len([t for t in r if t[0] == "jvm.mem.heap_used"]), 1, r)
self.assertEqual(len([t for t in r if t[0] == "jvm.threads.count"]), 1, r)
self.assertEqual(len([t for t in r if t[0] == "jvm.threads.peak_count"]), 1, r)
self.assertEqual(len([t for t in r if t[0] == "elasticsearch.transport.rx_count"]), 1, r)
self.assertEqual(len([t for t in r if t[0] == "elasticsearch.transport.tx_size"]), 1, r)
self.assertEqual(
len([t for t in r if t[0] == "elasticsearch.transport.server_open"]), 1, r)
self.assertEqual(
len([t for t in r if t[0] == "elasticsearch.thread_pool.snapshot.queue"]), 1, r)
self.assertEqual(len([t for t in r if t[0] == "elasticsearch.active_shards"]), 1, r)
self.check.cluster_status[conf['instances'][0].get('url')] = "red"
self.check.check(conf['instances'][0])
events = self.check.get_events()
self.assertEqual(len(events), 1, events)
if __name__ == "__main__":
unittest.main()
"""{
"cluster_name": "elasticsearch_alq",
"nodes": {
"fRsCY6YGRIKbAWnhEh_LIw": {
"fs": {
"data": [
{
"available": "31.1gb",
"available_in_bytes": 33434996736,
"free": "31.3gb",
"free_in_bytes": 33697140736,
"path": "/usr/local/var/elasticsearch/elasticsearch_alq/nodes/0",
"total": "232.6gb",
"total_in_bytes": 249821663232
}
],
"timestamp": 1342734630016
},
"hostname": "Seneca.local",
"http": {
"current_open": 1,
"total_opened": 4
},
"indices": {
"cache": {
"field_evictions": 0,
"field_size": "0b",
"field_size_in_bytes": 0,
"filter_count": 0,
"filter_evictions": 0,
"filter_size": "0b",
"filter_size_in_bytes": 0
},
"docs": {
"count": 0,
"deleted": 0
},
"flush": {
"total": 0,
"total_time": "0s",
"total_time_in_millis": 0
},
"get": {
"current": 0,
"exists_time": "0s",
"exists_time_in_millis": 0,
"exists_total": 0,
"missing_time": "0s",
"missing_time_in_millis": 0,
"missing_total": 0,
"time": "0s",
"time_in_millis": 0,
"total": 0
},
"indexing": {
"delete_current": 0,
"delete_time": "0s",
"delete_time_in_millis": 0,
"delete_total": 0,
"index_current": 0,
"index_time": "0s",
"index_time_in_millis": 0,
"index_total": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size": "0b",
"current_size_in_bytes": 0,
"total": 0,
"total_docs": 0,
"total_size": "0b",
"total_size_in_bytes": 0,
"total_time": "0s",
"total_time_in_millis": 0
},
"refresh": {
"total": 0,
"total_time": "0s",
"total_time_in_millis": 0
},
"search": {
"fetch_current": 0,
"fetch_time": "0s",
"fetch_time_in_millis": 0,
"fetch_total": 0,
"query_current": 0,
"query_time": "0s",
"query_time_in_millis": 0,
"query_total": 0
},
"store": {
"size": "0b",
"size_in_bytes": 0,
"throttle_time": "0s",
"throttle_time_in_millis": 0
}
},
"jvm": {
"gc": {
"collection_count": 5,
"collection_time": "39 milliseconds",
"collection_time_in_millis": 39,
"collectors": {
"ConcurrentMarkSweep": {
"collection_count": 0,
"collection_time": "0 milliseconds",
"collection_time_in_millis": 0
},
"ParNew": {
"collection_count": 5,
"collection_time": "39 milliseconds",
"collection_time_in_millis": 39
}
}
},
"mem": {
"heap_committed": "253.9mb",
"heap_committed_in_bytes": 266272768,
"heap_used": "19.3mb",
"heap_used_in_bytes": 20326888,
"non_heap_committed": "32.1mb",
"non_heap_committed_in_bytes": 33755136,
"non_heap_used": "30.4mb",
"non_heap_used_in_bytes": 31922208,
"pools": {
"CMS Old Gen": {
"max": "940.8mb",
"max_in_bytes": 986513408,
"peak_max": "940.8mb",
"peak_max_in_bytes": 986513408,
"peak_used": "2.5mb",
"peak_used_in_bytes": 2683688,
"used": "2.5mb",
"used_in_bytes": 2683688
},
"CMS Perm Gen": {
"max": "82mb",
"max_in_bytes": 85983232,
"peak_max": "82mb",
"peak_max_in_bytes": 85983232,
"peak_used": "29.5mb",
"peak_used_in_bytes": 31015008,
"used": "29.5mb",
"used_in_bytes": 31015008
},
"Code Cache": {
"max": "48mb",
"max_in_bytes": 50331648,
"peak_max": "48mb",
"peak_max_in_bytes": 50331648,
"peak_used": "903.5kb",
"peak_used_in_bytes": 925248,
"used": "885.9kb",
"used_in_bytes": 907200
},
"Par Eden Space": {
"max": "66.5mb",
"max_in_bytes": 69795840,
"peak_max": "66.5mb",
"peak_max_in_bytes": 69795840,
"peak_used": "16.6mb",
"peak_used_in_bytes": 17432576,
"used": "15.6mb",
"used_in_bytes": 16431056
},
"Par Survivor Space": {
"max": "8.3mb",
"max_in_bytes": 8716288,
"peak_max": "8.3mb",
"peak_max_in_bytes": 8716288,
"peak_used": "2mb",
"peak_used_in_bytes": 2162688,
"used": "1.1mb",
"used_in_bytes": 1212144
}
}
},
"threads": {
"count": 33,
"peak_count": 35
},
"timestamp": 1342734630016,
"uptime": "1 minute, 30 seconds and 941 milliseconds",
"uptime_in_millis": 90941
},
"name": "Machinesmith",
"network": {},
"os": {
"timestamp": 1342734630015
},
"process": {
"open_file_descriptors": 122,
"timestamp": 1342734630015
},
"thread_pool": {
"bulk": {
"active": 0,
"queue": 0,
"threads": 0
},
"cache": {
"active": 0,
"queue": 0,
"threads": 0
},
"flush": {
"active": 0,
"queue": 0,
"threads": 0
},
"generic": {
"active": 0,
"queue": 0,
"threads": 1
},
"get": {
"active": 0,
"queue": 0,
"threads": 0
},
"index": {
"active": 0,
"queue": 0,
"threads": 0
},
"management": {
"active": 1,
"queue": 0,
"threads": 1
},
"merge": {
"active": 0,
"queue": 0,
"threads": 0
},
"percolate": {
"active": 0,
"queue": 0,
"threads": 0
},
"refresh": {
"active": 0,
"queue": 0,
"threads": 0
},
"search": {
"active": 0,
"queue": 0,
"threads": 0
},
"snapshot": {
"active": 0,
"queue": 0,
"threads": 0
}
},
"timestamp": 1342734630015,
"transport": {
"rx_count": 0,
"rx_size": "0b",
"rx_size_in_bytes": 0,
"server_open": 9,
"tx_count": 0,
"tx_size": "0b",
"tx_size_in_bytes": 0
},
"transport_address": "inet[/127.0.0.1:9300]"
}
}
}
"""