elasticsearch - Elasticsearch 文件系统上索引的大小

标签 elasticsearch

我有一个非常简单的设置,包括在 Ubuntu 13.04 64 位系统中运行的一个 elasticsearch 0.90.2。

使用_status,这是我的索引之一的信息:

 "edge":{
         "index":{
            "primary_size":"63.6kb",
            "primary_size_in_bytes":65127,
            "size":"63.6kb",
            "size_in_bytes":65127
         },
         "translog":{
            "operations":0
         },
         "docs":{
            "num_docs":43,
            "max_doc":63,
            "deleted_docs":20
         },
         "merges":{
            "current":0,
            "current_docs":0,
            "current_size":"0b",
            "current_size_in_bytes":0,
            "total":0,
            "total_time":"0s",
            "total_time_in_millis":0,
            "total_docs":0,
            "total_size":"0b",
            "total_size_in_bytes":0
         },
         "refresh":{
            "total":20,
            "total_time":"241ms",
            "total_time_in_millis":241
         },
         "flush":{
            "total":20,
            "total_time":"47ms",
            "total_time_in_millis":47
         },
         "shards":{
            "0":[
               {
                  "routing":{
                     "state":"STARTED",
                     "primary":true,
                     "node":"bn6ndqXtQKGVDg5eWjo78Q",
                     "relocating_node":null,
                     "shard":0,
                     "index":"edge"
                  },
                  "state":"STARTED",
                  "index":{
                     "size":"9.6kb",
                     "size_in_bytes":9887
                  },
                  "translog":{
                     "id":1375245630892,
                     "operations":0
                  },
                  "docs":{
                     "num_docs":8,
                     "max_doc":12,
                     "deleted_docs":4
                  },
                  "merges":{
                     "current":0,
                     "current_docs":0,
                     "current_size":"0b",
                     "current_size_in_bytes":0,
                     "total":0,
                     "total_time":"0s",
                     "total_time_in_millis":0,
                     "total_docs":0,
                     "total_size":"0b",
                     "total_size_in_bytes":0
                  },
                  "refresh":{
                     "total":3,
                     "total_time":"65ms",
                     "total_time_in_millis":65
                  },
                  "flush":{
                     "total":4,
                     "total_time":"11ms",
                     "total_time_in_millis":11
                  }
               }
            ],
            "1":[
               {
                  "routing":{
                     "state":"STARTED",
                     "primary":true,
                     "node":"bn6ndqXtQKGVDg5eWjo78Q",
                     "relocating_node":null,
                     "shard":1,
                     "index":"edge"
                  },
                  "state":"STARTED",
                  "index":{
                     "size":"9kb",
                     "size_in_bytes":9284
                  },
                  "translog":{
                     "id":1375245630912,
                     "operations":0
                  },
                  "docs":{
                     "num_docs":6,
                     "max_doc":9,
                     "deleted_docs":3
                  },
                  "merges":{
                     "current":0,
                     "current_docs":0,
                     "current_size":"0b",
                     "current_size_in_bytes":0,
                     "total":0,
                     "total_time":"0s",
                     "total_time_in_millis":0,
                     "total_docs":0,
                     "total_size":"0b",
                     "total_size_in_bytes":0
                  },
                  "refresh":{
                     "total":3,
                     "total_time":"32ms",
                     "total_time_in_millis":32
                  },
                  "flush":{
                     "total":4,
                     "total_time":"7ms",
                     "total_time_in_millis":7
                  }
               }
            ],
            "2":[
               {
                  "routing":{
                     "state":"STARTED",
                     "primary":true,
                     "node":"bn6ndqXtQKGVDg5eWjo78Q",
                     "relocating_node":null,
                     "shard":2,
                     "index":"edge"
                  },
                  "state":"STARTED",
                  "index":{
                     "size":"19kb",
                     "size_in_bytes":19539
                  },
                  "translog":{
                     "id":1375245630990,
                     "operations":0
                  },
                  "docs":{
                     "num_docs":11,
                     "max_doc":16,
                     "deleted_docs":5
                  },
                  "merges":{
                     "current":0,
                     "current_docs":0,
                     "current_size":"0b",
                     "current_size_in_bytes":0,
                     "total":0,
                     "total_time":"0s",
                     "total_time_in_millis":0,
                     "total_docs":0,
                     "total_size":"0b",
                     "total_size_in_bytes":0
                  },
                  "refresh":{
                     "total":6,
                     "total_time":"74ms",
                     "total_time_in_millis":74
                  },
                  "flush":{
                     "total":4,
                     "total_time":"12ms",
                     "total_time_in_millis":12
                  }
               }
            ],
            "3":[
               {
                  "routing":{
                     "state":"STARTED",
                     "primary":true,
                     "node":"bn6ndqXtQKGVDg5eWjo78Q",
                     "relocating_node":null,
                     "shard":3,
                     "index":"edge"
                  },
                  "state":"STARTED",
                  "index":{
                     "size":"15.6kb",
                     "size_in_bytes":16049
                  },
                  "translog":{
                     "id":1375245631046,
                     "operations":0
                  },
                  "docs":{
                     "num_docs":9,
                     "max_doc":13,
                     "deleted_docs":4
                  },
                  "merges":{
                     "current":0,
                     "current_docs":0,
                     "current_size":"0b",
                     "current_size_in_bytes":0,
                     "total":0,
                     "total_time":"0s",
                     "total_time_in_millis":0,
                     "total_docs":0,
                     "total_size":"0b",
                     "total_size_in_bytes":0
                  },
                  "refresh":{
                     "total":5,
                     "total_time":"43ms",
                     "total_time_in_millis":43
                  },
                  "flush":{
                     "total":4,
                     "total_time":"10ms",
                     "total_time_in_millis":10
                  }
               }
            ],
            "4":[
               {
                  "routing":{
                     "state":"STARTED",
                     "primary":true,
                     "node":"bn6ndqXtQKGVDg5eWjo78Q",
                     "relocating_node":null,
                     "shard":4,
                     "index":"edge"
                  },
                  "state":"STARTED",
                  "index":{
                     "size":"10.1kb",
                     "size_in_bytes":10368
                  },
                  "translog":{
                     "id":1375245631130,
                     "operations":0
                  },
                  "docs":{
                     "num_docs":9,
                     "max_doc":13,
                     "deleted_docs":4
                  },
                  "merges":{
                     "current":0,
                     "current_docs":0,
                     "current_size":"0b",
                     "current_size_in_bytes":0,
                     "total":0,
                     "total_time":"0s",
                     "total_time_in_millis":0,
                     "total_docs":0,
                     "total_size":"0b",
                     "total_size_in_bytes":0
                  },
                  "refresh":{
                     "total":3,
                     "total_time":"27ms",
                     "total_time_in_millis":27
                  },
                  "flush":{
                     "total":4,
                     "total_time":"7ms",
                     "total_time_in_millis":7
                  }
               }
            ]
         }
      }

响应中索引的总大小应为 63.6kb

但是,如果我使用 nautilus 检查 /var/lib/elasticsearch/elasticsearch/nodes/0/indices/edge,大小将报告为 153.1kb

为什么差别这么大? elasticsearch如何计算大小?

最佳答案

${data}/nodes/0/indices/edge 中有几个文件不是索引文件,例如集群状态和事务日志。您应该能够通过运行 wc -c /var/lib/elasticsearch/elasticsearch/nodes/0/indices/edge/*/index/* 获得与 Elasticsearch 报告的相同的数字。 .

关于elasticsearch - Elasticsearch 文件系统上索引的大小,我们在Stack Overflow上找到一个类似的问题: https://stackoverflow.com/questions/17966452/

相关文章:

elasticsearch - 在日期字段上执行匹配查询时会发生什么

python - 在 Elasticsearch 中搜索句点和连字符分隔的字段

elasticsearch - 如何备份elasticsearch集群

elasticsearch - 关键字标记器与not_analyzed

java - 如何使用java在elasticsearch中搜索JSON字段?

mysql - Elasticsearch + 还有什么?

Elasticsearch:获取每个结果中匹配的术语列表

macos - 尝试在Mac OS El Capitan中安装ElasticSearch插件时出现问题

elasticsearch - 刷新与冲洗

php - 如何在具有数组字段的 Elasticsearch 中进行搜索?