直接上code...
from elasticsearch import Elasticsearch
source_es_ip = "127.0.0.1"
scroll_time = "10m"
scroll_size = 500
es_query_dict = {"query": {"query_string": {
"query": "tm_timestamp: [2018-08-27T00:00:00 TO 2018-08-28T00:00:00]",
"default_operator": "AND"}}}
def get_es_logs():
es_client = Elasticsearch([source_es_ip], port=9200, timeout=300)
total_docs = 0
page = es_client.search(scroll=scroll_time,
size=scroll_size,
body=json.dumps(es_query_dict))
while True:
sid = page['_scroll_id']
details = page["hits"]["hits"]
doc_count = len(details)
if len(details) > 0:
total_docs += doc_count
# to-do process es logs
else:
break
page = es_client.scroll(scroll_id=sid, scroll=scroll_time)
print("total docs: " + str(total_docs))
