import unittest import logging logging.basicConfig() import subprocess import time import urllib2 import urlparse from nose.plugins.skip import SkipTest from tests.common import load_check PORT = 9200 MAX_WAIT = 150 class TestElastic(unittest.TestCase): def _wait(self, url): loop = 0 while True: try: req = urllib2.Request(url, None) request = urllib2.urlopen(req) break except Exception: time.sleep(0.5) loop += 1 if loop >= MAX_WAIT: break return request def setUp(self): self.process = None try: # Start elasticsearch self.process = subprocess.Popen(["elasticsearch", "-f", "elasticsearch"], executable="elasticsearch", stdout=subprocess.PIPE, stderr=subprocess.PIPE) # Wait for it to really start self._wait("http://localhost:%s" % PORT) except Exception: logging.getLogger().exception("Cannot instantiate elasticsearch") def tearDown(self): if self.process is not None: self.process.terminate() def testElasticChecksD(self): raise SkipTest("See https://github.com/DataDog/dd-agent/issues/825") agent_config = {'elasticsearch': 'http://localhost:%s' % PORT, 'version': '0.1', 'api_key': 'toto'} # Initialize the check from checks_d c = load_check('elastic', {'init_config': {}, 'instances': {}}, agent_config) conf = c.parse_agent_config(agent_config) self.check = load_check('elastic', conf, agent_config) self.check.check(conf['instances'][0]) r = self.check.get_metrics() self.assertIsInstance(r, list) self.assertTrue(len(r) > 0) self.assertEqual(len([t for t in r if t[0] == "elasticsearch.get.total"]), 1, r) self.assertEqual(len([t for t in r if t[0] == "elasticsearch.search.fetch.total"]), 1, r) self.assertEqual(len([t for t in r if t[0] == "jvm.gc.collection_time"]), 1, r) self.assertEqual(len([t for t in r if t[0] == "jvm.mem.heap_committed"]), 1, r) self.assertEqual(len([t for t in r if t[0] == "jvm.mem.heap_used"]), 1, r) self.assertEqual(len([t for t in r if t[0] == "jvm.threads.count"]), 1, r) self.assertEqual(len([t for t in r if t[0] == "jvm.threads.peak_count"]), 1, r) self.assertEqual(len([t for t in r if t[0] == "elasticsearch.transport.rx_count"]), 1, r) self.assertEqual(len([t for t in r if t[0] == "elasticsearch.transport.tx_size"]), 1, r) self.assertEqual( len([t for t in r if t[0] == "elasticsearch.transport.server_open"]), 1, r) self.assertEqual( len([t for t in r if t[0] == "elasticsearch.thread_pool.snapshot.queue"]), 1, r) self.assertEqual(len([t for t in r if t[0] == "elasticsearch.active_shards"]), 1, r) self.check.cluster_status[conf['instances'][0].get('url')] = "red" self.check.check(conf['instances'][0]) events = self.check.get_events() self.assertEqual(len(events), 1, events) if __name__ == "__main__": unittest.main() """{ "cluster_name": "elasticsearch_alq", "nodes": { "fRsCY6YGRIKbAWnhEh_LIw": { "fs": { "data": [ { "available": "31.1gb", "available_in_bytes": 33434996736, "free": "31.3gb", "free_in_bytes": 33697140736, "path": "/usr/local/var/elasticsearch/elasticsearch_alq/nodes/0", "total": "232.6gb", "total_in_bytes": 249821663232 } ], "timestamp": 1342734630016 }, "hostname": "Seneca.local", "http": { "current_open": 1, "total_opened": 4 }, "indices": { "cache": { "field_evictions": 0, "field_size": "0b", "field_size_in_bytes": 0, "filter_count": 0, "filter_evictions": 0, "filter_size": "0b", "filter_size_in_bytes": 0 }, "docs": { "count": 0, "deleted": 0 }, "flush": { "total": 0, "total_time": "0s", "total_time_in_millis": 0 }, "get": { "current": 0, "exists_time": "0s", "exists_time_in_millis": 0, "exists_total": 0, "missing_time": "0s", "missing_time_in_millis": 0, "missing_total": 0, "time": "0s", "time_in_millis": 0, "total": 0 }, "indexing": { "delete_current": 0, "delete_time": "0s", "delete_time_in_millis": 0, "delete_total": 0, "index_current": 0, "index_time": "0s", "index_time_in_millis": 0, "index_total": 0 }, "merges": { "current": 0, "current_docs": 0, "current_size": "0b", "current_size_in_bytes": 0, "total": 0, "total_docs": 0, "total_size": "0b", "total_size_in_bytes": 0, "total_time": "0s", "total_time_in_millis": 0 }, "refresh": { "total": 0, "total_time": "0s", "total_time_in_millis": 0 }, "search": { "fetch_current": 0, "fetch_time": "0s", "fetch_time_in_millis": 0, "fetch_total": 0, "query_current": 0, "query_time": "0s", "query_time_in_millis": 0, "query_total": 0 }, "store": { "size": "0b", "size_in_bytes": 0, "throttle_time": "0s", "throttle_time_in_millis": 0 } }, "jvm": { "gc": { "collection_count": 5, "collection_time": "39 milliseconds", "collection_time_in_millis": 39, "collectors": { "ConcurrentMarkSweep": { "collection_count": 0, "collection_time": "0 milliseconds", "collection_time_in_millis": 0 }, "ParNew": { "collection_count": 5, "collection_time": "39 milliseconds", "collection_time_in_millis": 39 } } }, "mem": { "heap_committed": "253.9mb", "heap_committed_in_bytes": 266272768, "heap_used": "19.3mb", "heap_used_in_bytes": 20326888, "non_heap_committed": "32.1mb", "non_heap_committed_in_bytes": 33755136, "non_heap_used": "30.4mb", "non_heap_used_in_bytes": 31922208, "pools": { "CMS Old Gen": { "max": "940.8mb", "max_in_bytes": 986513408, "peak_max": "940.8mb", "peak_max_in_bytes": 986513408, "peak_used": "2.5mb", "peak_used_in_bytes": 2683688, "used": "2.5mb", "used_in_bytes": 2683688 }, "CMS Perm Gen": { "max": "82mb", "max_in_bytes": 85983232, "peak_max": "82mb", "peak_max_in_bytes": 85983232, "peak_used": "29.5mb", "peak_used_in_bytes": 31015008, "used": "29.5mb", "used_in_bytes": 31015008 }, "Code Cache": { "max": "48mb", "max_in_bytes": 50331648, "peak_max": "48mb", "peak_max_in_bytes": 50331648, "peak_used": "903.5kb", "peak_used_in_bytes": 925248, "used": "885.9kb", "used_in_bytes": 907200 }, "Par Eden Space": { "max": "66.5mb", "max_in_bytes": 69795840, "peak_max": "66.5mb", "peak_max_in_bytes": 69795840, "peak_used": "16.6mb", "peak_used_in_bytes": 17432576, "used": "15.6mb", "used_in_bytes": 16431056 }, "Par Survivor Space": { "max": "8.3mb", "max_in_bytes": 8716288, "peak_max": "8.3mb", "peak_max_in_bytes": 8716288, "peak_used": "2mb", "peak_used_in_bytes": 2162688, "used": "1.1mb", "used_in_bytes": 1212144 } } }, "threads": { "count": 33, "peak_count": 35 }, "timestamp": 1342734630016, "uptime": "1 minute, 30 seconds and 941 milliseconds", "uptime_in_millis": 90941 }, "name": "Machinesmith", "network": {}, "os": { "timestamp": 1342734630015 }, "process": { "open_file_descriptors": 122, "timestamp": 1342734630015 }, "thread_pool": { "bulk": { "active": 0, "queue": 0, "threads": 0 }, "cache": { "active": 0, "queue": 0, "threads": 0 }, "flush": { "active": 0, "queue": 0, "threads": 0 }, "generic": { "active": 0, "queue": 0, "threads": 1 }, "get": { "active": 0, "queue": 0, "threads": 0 }, "index": { "active": 0, "queue": 0, "threads": 0 }, "management": { "active": 1, "queue": 0, "threads": 1 }, "merge": { "active": 0, "queue": 0, "threads": 0 }, "percolate": { "active": 0, "queue": 0, "threads": 0 }, "refresh": { "active": 0, "queue": 0, "threads": 0 }, "search": { "active": 0, "queue": 0, "threads": 0 }, "snapshot": { "active": 0, "queue": 0, "threads": 0 } }, "timestamp": 1342734630015, "transport": { "rx_count": 0, "rx_size": "0b", "rx_size_in_bytes": 0, "server_open": 9, "tx_count": 0, "tx_size": "0b", "tx_size_in_bytes": 0 }, "transport_address": "inet[/127.0.0.1:9300]" } } } """