以前写的mysql到mongodb的数据转换程序，翻了出来，在数据量不大的情况情况完全够用。# -*- coding: utf-8 -*-import sys, osimport multiprocessingimport loggingimport randomimport time, datetimeimport mysqldbfrom mysqldb import cursorsfrom pymongo import mongoclientclass config: tables = ['hs_card', 'hs_hero', 'hs_set', 'hs_skill', 'hs_level', 'hs_pack', 'hs_salesevent'] #tables = ['hs_card', 'hs_hero', 'hs_set', 'hs_skill', 'hs_level'] index = { 'hs_card': ['name'], }class mysql2mongo(object): mysql_host = '50.23.4.2' mysql_port = 3306 mysql_user = root mysql_pass = stm123 mysql_db = ccg_alpha mongo_host = '50.23.4.2' mongo_port = 27017 conn = none cursor = none mongo = none mongodb = none def __init__(self, logger): self.logger = logger self.conn = self.getmysqlconn() self.cursor = self.conn.cursor() self.mongo = mongoclient(host=self.mongo_host, port=self.mongo_port) self.mongodb = self.mongo['ccg_alpha'] def getmysqlconn(self): return mysqldb.connect(host=self.mysql_host, port=self.mysql_port, user=self.mysql_user, \ passwd=self.mysql_pass, db=self.mysql_db, cursorclass=mysqldb.cursors.sscursor) def setmongocollectiondocument(self, table, data): if(isinstance(data, dict) == false): return false else: self.mongodb[table].insert(data) def getmysqltabledesc(self, table): sql = desc %s % (table) n = self.cursor.execute(sql) data = self.cursor.fetchall() keys = [] types = [] for row in data: key = str(row[0]) if(row[1].find('int') >= 0): type = 1 elif (row[1].find('char') >= 0): type = 2 elif (row[1].find('text') >= 0): type = 2 elif(row[1].find('decimal') >= 0): type = 3 else: type = 2 keys.append(key) types.append(type) return keys, types def mysql2mongo(self, table): self.mongodb[table].drop() keys, types = self.getmysqltabledesc(table) sql = select * from %s order by id asc % (table) n = self.cursor.execute(sql) data = self.cursor.fetchall() #print table, keys, types for row in data: ret = {} for k, key in enumerate(keys): if key == 'id': key = '_id' #ret[key] = int(row[k]) if(types[k] == 1): if row[k]==none: ret[key]= 0 continue #print k, key, row ret[key] = int(row[k]) elif(types[k] == 2): if row[k]==none: ret[key]= '' continue ret[key] = str(row[k]) elif(types[k] == 3): if row[k]==none: ret[key]= '' continue ret[key] = float(row[k]) else: if row[k]==none: ret[key]= '' continue ret[key] = str(row[k]) #if(table== 'hs_card') or (table== 'hs_hero'): #ret['rand'] = random.random() print ret self.setmongocollectiondocument(table, ret) def __del__(self): self.mongo.close() self.cursor.close() self.conn.close()if __name__ == '__main__': multiprocessing.log_to_stderr() logger = multiprocessing.get_logger() logger.setlevel(logging.info) # args = sys.argv t1 = time.time() cls = mysql2mongo(logger) for tb in config.tables: cls.mysql2mongo(tb) #index for t, f in config.index.items(): pass print time.time() - t1 logger.info(done)