Elasticsearch node_stats metricsetedit

The node_stats metricset interrogates the Cluster API endpoint of Elasticsearch to get the cluster nodes statistics. The data received is only for the local node so this Metricbeat has to be run on each Elasticsearch node.

The indices stats are node-specific. That means for example the total number of docs reported by all nodes together is not the total number of documents in all indices as there can also be replicas.

This is a default metricset. If the host module is unconfigured, this metricset is enabled by default.

Fieldsedit

For a description of each field in the metricset, see the exported fields section.

Here is an example document generated by this metricset:

{
    "@timestamp": "2017-10-12T08:05:34.853Z",
    "elasticsearch": {
        "cluster": {
            "id": "WocBBA0QRma0sGpdQ7vLfQ",
            "name": "docker-cluster"
        },
        "node": {
            "id": "f5i3v9hMT_q__q6B9WOo5A",
            "master": true,
            "mlockall": false,
            "name": "27fb1c2fd783",
            "stats": {
                "fs": {
                    "io_stats": {},
                    "summary": {
                        "available": {
                            "bytes": 126640869376
                        },
                        "free": {
                            "bytes": 127357620224
                        },
                        "total": {
                            "bytes": 330994548736
                        }
                    },
                    "total": {
                        "available_in_bytes": 126640869376,
                        "total_in_bytes": 330994548736
                    }
                },
                "indices": {
                    "docs": {
                        "count": 81,
                        "deleted": 1424
                    },
                    "fielddata": {
                        "memory": {
                            "bytes": 0
                        }
                    },
                    "indexing": {
                        "index_time": {
                            "ms": 2232
                        },
                        "index_total": {
                            "count": 1502
                        },
                        "throttle_time": {
                            "ms": 0
                        }
                    },
                    "query_cache": {
                        "memory": {
                            "bytes": 0
                        }
                    },
                    "request_cache": {
                        "memory": {
                            "bytes": 30174
                        }
                    },
                    "search": {
                        "query_time": {
                            "ms": 2914
                        },
                        "query_total": {
                            "count": 15325
                        }
                    },
                    "segments": {
                        "count": 24,
                        "doc_values": {
                            "memory": {
                                "bytes": 18672
                            }
                        },
                        "fixed_bit_set": {
                            "memory": {
                                "bytes": 704
                            }
                        },
                        "index_writer": {
                            "memory": {
                                "bytes": 0
                            }
                        },
                        "memory": {
                            "bytes": 78080
                        },
                        "norms": {
                            "memory": {
                                "bytes": 3392
                            }
                        },
                        "points": {
                            "memory": {
                                "bytes": 0
                            }
                        },
                        "stored_fields": {
                            "memory": {
                                "bytes": 11920
                            }
                        },
                        "term_vectors": {
                            "memory": {
                                "bytes": 0
                            }
                        },
                        "terms": {
                            "memory": {
                                "bytes": 44096
                            }
                        },
                        "version_map": {
                            "memory": {
                                "bytes": 0
                            }
                        }
                    },
                    "store": {
                        "size": {
                            "bytes": 44156720
                        }
                    }
                },
                "jvm": {
                    "gc": {
                        "collectors": {
                            "old": {
                                "collection": {
                                    "count": 0,
                                    "ms": 0
                                }
                            },
                            "young": {
                                "collection": {
                                    "count": 200,
                                    "ms": 566
                                }
                            }
                        }
                    },
                    "mem": {
                        "heap": {
                            "max": {
                                "bytes": 268435456
                            },
                            "used": {
                                "bytes": 166911488,
                                "pct": 62
                            }
                        }
                    }
                },
                "os": {
                    "cpu": {
                        "load_avg": {
                            "1m": 2.51
                        }
                    }
                },
                "process": {
                    "cpu": {
                        "pct": 5
                    }
                },
                "thread_pool": {
                    "get": {
                        "queue": {
                            "count": 0
                        },
                        "rejected": {
                            "count": 0
                        }
                    },
                    "search": {
                        "queue": {
                            "count": 0
                        },
                        "rejected": {
                            "count": 0
                        }
                    },
                    "write": {
                        "queue": {
                            "count": 0
                        },
                        "rejected": {
                            "count": 0
                        }
                    }
                }
            }
        }
    },
    "event": {
        "dataset": "elasticsearch.node.stats",
        "duration": 115000,
        "module": "elasticsearch"
    },
    "metricset": {
        "name": "node_stats",
        "period": 10000
    },
    "service": {
        "address": "172.19.0.2:9200",
        "name": "elasticsearch",
        "type": "elasticsearch"
    }
}