Elasticsearch node_stats metricsetedit

The node_stats metricset interrogates the Cluster API endpoint of Elasticsearch to get the cluster nodes statistics. The data received is only for the local node so this Metricbeat has to be run on each Elasticsearch node.

The indices stats are node-specific. That means for example the total number of docs reported by all nodes together is not the total number of documents in all indices as there can also be replicas.

This is a default metricset. If the host module is unconfigured, this metricset is enabled by default.

Fieldsedit

For a description of each field in the metricset, see the exported fields section.

Here is an example document generated by this metricset:

{
    "@timestamp": "2017-10-12T08:05:34.853Z",
    "elasticsearch": {
        "cluster": {
            "id": "w3oo88LcQ1i-7K4f-wrEgQ",
            "name": "docker-cluster"
        },
        "node": {
            "id": "EjV2AqqvQNq5ZF5cVlaPDQ",
            "master": true,
            "mlockall": false,
            "name": "foo",
            "stats": {
                "fs": {
                    "io_stats": {},
                    "summary": {
                        "available": {
                            "bytes": 45897547776
                        },
                        "free": {
                            "bytes": 49114263552
                        },
                        "total": {
                            "bytes": 62725623808
                        }
                    }
                },
                "indices": {
                    "docs": {
                        "count": 9207,
                        "deleted": 43
                    },
                    "fielddata": {
                        "memory": {
                            "bytes": 0
                        }
                    },
                    "indexing": {
                        "index_time": {
                            "ms": 21
                        },
                        "index_total": {
                            "count": 4
                        },
                        "throttle_time": {
                            "ms": 0
                        }
                    },
                    "query_cache": {
                        "memory": {
                            "bytes": 0
                        }
                    },
                    "request_cache": {
                        "memory": {
                            "bytes": 3736
                        }
                    },
                    "search": {
                        "query_time": {
                            "ms": 83
                        },
                        "query_total": {
                            "count": 18
                        }
                    },
                    "segments": {
                        "count": 63,
                        "doc_values": {
                            "memory": {
                                "bytes": 117620
                            }
                        },
                        "fixed_bit_set": {
                            "memory": {
                                "bytes": 3912
                            }
                        },
                        "index_writer": {
                            "memory": {
                                "bytes": 0
                            }
                        },
                        "memory": {
                            "bytes": 330956
                        },
                        "norms": {
                            "memory": {
                                "bytes": 2688
                            }
                        },
                        "points": {
                            "memory": {
                                "bytes": 0
                            }
                        },
                        "stored_fields": {
                            "memory": {
                                "bytes": 31000
                            }
                        },
                        "term_vectors": {
                            "memory": {
                                "bytes": 0
                            }
                        },
                        "terms": {
                            "memory": {
                                "bytes": 179648
                            }
                        },
                        "version_map": {
                            "memory": {
                                "bytes": 0
                            }
                        }
                    },
                    "store": {
                        "size": {
                            "bytes": 18049725
                        }
                    }
                },
                "jvm": {
                    "gc": {
                        "collectors": {
                            "old": {
                                "collection": {
                                    "count": 0,
                                    "ms": 0
                                }
                            },
                            "young": {
                                "collection": {
                                    "count": 10,
                                    "ms": 290
                                }
                            }
                        }
                    },
                    "mem": {
                        "heap": {
                            "max": {
                                "bytes": 1073741824
                            },
                            "used": {
                                "bytes": 177654272,
                                "pct": 16
                            }
                        }
                    }
                },
                "os": {
                    "cgroup": {
                        "cpu": {
                            "cfs": {
                                "quota": {
                                    "us": -1
                                }
                            },
                            "stat": {
                                "elapsed_periods": {
                                    "count": 0
                                },
                                "times_throttled": {
                                    "count": 0
                                }
                            }
                        },
                        "cpuacct": {
                            "usage": {
                                "ns": 57724017512
                            }
                        },
                        "memory": {
                            "control_group": "/",
                            "limit": {
                                "bytes": "9223372036854771712"
                            },
                            "usage": {
                                "bytes": "1508503552"
                            }
                        }
                    },
                    "cpu": {
                        "load_avg": {
                            "1m": 2.06
                        }
                    }
                },
                "process": {
                    "cpu": {
                        "pct": 32
                    }
                },
                "thread_pool": {
                    "get": {
                        "queue": {
                            "count": 0
                        },
                        "rejected": {
                            "count": 0
                        }
                    },
                    "search": {
                        "queue": {
                            "count": 0
                        },
                        "rejected": {
                            "count": 0
                        }
                    },
                    "write": {
                        "queue": {
                            "count": 0
                        },
                        "rejected": {
                            "count": 0
                        }
                    }
                }
            }
        }
    },
    "event": {
        "dataset": "elasticsearch.node.stats",
        "duration": 115000,
        "module": "elasticsearch"
    },
    "metricset": {
        "name": "node_stats",
        "period": 10000
    },
    "service": {
        "address": "localhost:9200",
        "name": "elasticsearch",
        "type": "elasticsearch"
    }
}