#!/usr/bin/env python
# -*- coding: utf-8 -*-
# author: xu3352<xu3352@gmail.com>
# xx_tablename 数据备份

import sys

from utils import mysqlutils
from utils.timeutils import get_time, get_secs, timecost


def dojob(name):
    print('{} backup data start... tablename:{} '.format(get_time(), name))
    s_time = get_secs()
    con, cur = mysqlutils.get_connect_cursor()

    table_name = 'database_name.{}'.format(name)
    # 按 id 区间查询
    sql = ''' select min(id) minid, max(id) maxid, count(1) totalcnt from {table_name} '''.format(table_name=table_name)
    info = mysqlutils.queryone_process(con, cur, sql)
    print('table_name:{}   minid:{} maxid:{} totalcnt:{}'.format(table_name, info['minid'], info['maxid'], info['totalcnt']))

    currid = info['minid']
    maxid = info['maxid']
    #currid = 1
    #maxid = 123456789
    step = 10 * 10000
    while currid < maxid:
        sql = ''' select id, a, b, c, d, e, f, ...
                         from {table_name}
                         where id between %s and %s
                         '''.format(table_name=table_name)
        rows = mysqlutils.queryall_process(con, cur, sql, (currid, currid + step))
        cnt = write2file(rows)
        currid += step
        percent = '{0:.0%}'.format(currid / maxid)
        print('{} nextid:{} rows:{} time:{} process:{}'.format(get_time(), currid, cnt, timecost(s_time), percent))

    mysqlutils.close_cursor_connect(cur, con)
    print('{} backup data complate... time:{}'.format(get_time(), timecost(s_time)))


def write2file(rows):
    """ 简单处理后, 写入文件 """
    if not rows:
        return 0
    lines = []
    for row in rows:
    strs = '{}|{}|{}|{}|{}|{}|{}|...'.format(
            row['id'],
            row['a'],
            row['b'],
            row['c'].replace('|', ''),
            row['d'],
            row['e'],
            row['f'],
            ...
            )
        lines.append(strs)
    # 写入文件
    write_file(filename, lines)
    return len(lines)


def write_file(filepath, rows=[]):
    """ 写文件 """
    with open(filepath, 'a') as output:
        for text in rows:
            output.write(text + '\n')
    return len(rows)


if __name__ == "__main__":
    filename = '/data/xx_tablename.txt'
    name = 'xx_tablename'
    dojob(name)