python 2.6编写，自己瞎写的，备用
''' Export and Import ElasticSearch Data. Simple Example At __main__ @author: wgzh159@163.com @note: uncheck consistency of data, please do it by self ''' import json import os import sys import time import urllib2 reload(sys) sys.setdefaultencoding('utf-8') # @UndefinedVariable class exportEsData(): size = 10000 def __init__(self, url,index,type): self.url = url+"/"+index+"/"+type+"/_search" self.index = index self.type = type def exportData(self): print("export data begin...") begin = time.time() try: os.remove(self.index+"_"+self.type+".json") except: os.mknod(self.index+"_"+self.type+".json") msg = urllib2.urlopen(self.url).read() print(msg) obj = json.loads(msg) num = obj["hits"]["total"] start = 0 end = num/self.size+1 while(start<end): msg = urllib2.urlopen(self.url+""+str(start*self.size)+"&size="+str(self.size)).read() self.writeFile(msg) start=start+1 print("export data end!!!nt total consuming time:"+str(time.time()-begin)+"s") def writeFile(self,msg): obj = json.loads(msg) vals = obj["hits"]["hits"] try: f = open(self.index+"_"+self.type+".json","a") for val in vals: a = json.dumps(val["_source"],ensure_ascii=False) f.write(a+"n") finally: f.flush() f.close() class importEsData(): def __init__(self,url,index,type): self.url = url+"/"+index+"/"+type self.index = index self.type = type def importData(self): print("import data begin...") begin = time.time() try: f = open(self.index+"_"+self.type+".json","r") for line in f: self.post(line) finally: f.close() print("import data end!!!nt total consuming time:"+str(time.time()-begin)+"s") def post(self,data): req = urllib2.Request(self.url,data,{"Content-Type":"application/json; charset=UTF-8"}) urllib2.urlopen(req) if __name__ == '__main__': ''' Export Data e.g. URL index type exportEsData("http://10.100.142.60:9200","watchdog","mexception").exportData() export file name: watchdog_mexception.json ''' #exportEsData("http://10.100.142.60:9200","watchdog","mexception").exportData() exportEsData("http://10.100.142.60:9200","watchdog","mexception").exportData() ''' Import Data *import file name:watchdog_test.json (important) "_" front part represents the elasticsearch index "_" after part represents the elasticsearch type e.g. URL index type mportEsData("http://10.100.142.60:9200","watchdog","test").importData() ''' #importEsData("http://10.100.142.60:9200","watchdog","test").importData() importEsData("http://10.100.142.60:9200","watchdog","test").importData()
以上所述就是本文的全部内容了，希望大家能够喜欢。
【Python制作数据导入导出工具】相关文章：