写脚本的一些心得-----------------------历史数据迁移到分表

public function moveGameClickLogToMySql()
{
    // 根据迁移日期查询数据(from mssql)
    $startDate = $this->input->get_post(‘startTime‘);

    if (!$startDay) exit(‘请输入开始日期‘);
    $endDate = $this->input->get_post(‘endTime‘);

    $dateArray = $this->getSqeDate($startDate, $endDate);
    $upTime = $this->input->get_post(‘upTime‘); // 上线时间 ，时间戳
    $upDate = date(‘Ymd‘, $upTime);
    // tGameClickLog
    set_time_limit(0);
    $searchDate = array();
    foreach ($dateArray as $d) {
        array_push($searchDate, date(‘Y-m-d H:i:s‘, strtotime($d)));
    }
    $mysql = $this->load->database(‘mysqllog‘, true);

    foreach ($searchDate as $day) {
        $startTime = $day;
        $endTime = date(‘Y-m-d 23:59:59‘, strtotime($day) + 1);

        $sqlStart = "select min(id) as start_id from someClick where dtInsert>=‘{$startTime}‘";//" and dtInsert<= ‘{$endTime}‘";
        $sqlEnd = "select min(id) as end_id from tGameClickLog where dtInsert>=‘{$endTime}‘";
        $startRes = $this->mssql->getOne($sqlStart);

        $endRes = $this->mssql->getOne($sqlEnd);

        if ($startRes && $endRes) {
            $end_id = $endRes[‘end_id‘] - 1;
            $start_id = $startRes[‘start_id‘];
            echo "coming in <br/>";

            $oneDaySql = "select * from tGameClickLog where id >= {$startRes[‘start_id‘]} and id <= {$end_id} ";
            $countSql = "select count(id) as count from someClick where id >= {$startRes[‘start_id‘]} and id <= {$end_id}";
            $count = $this->mssql->getOne($countSql);
            $countNum = $count[‘count‘];
            //var_dump($count);die();
            // 每10000条查询一次
            $times = ceil($countNum / 10000);

            // 插入mysql
            $d = date(‘Ymd‘, strtotime($day));
            $tableName = ‘game_click_log_‘ . $d;
            // 先清空原来该分表数据
            $where = ‘‘;
            if ($upDate == $d) $where = ‘ where created <=‘ . $upTime;
            $mysql->query(‘delete from ‘ . $tableName . $where);

            for ($i = 1; $i <= $times; $i++) {
                $insertData = array();
                // 分批查询和插入
                $partData = $this->mssql->select($oneDaySql, array(), $i, 10000);
                foreach ($partData as $p) {
                    // 特殊处理原表中的插入时间
                    $created = (array)$p[‘dtInsert‘];
                    $created = strtotime($created[‘date‘]);
                    $insertData[] = array(
                        ‘netbar_id‘ => $p[‘iUserID‘],
                        ‘game_id‘ => $p[‘iGameID‘],
                        ‘click‘ => $p[‘iClick‘],
                    // some other colums
                    );
                }
                $allData = array_chunk($insertData, 1000); // 分批插入
                $num = count($allData);
                for ($n = 0; $n < $num; $n++) {
                    $mysql->insert_batch($tableName, $allData[$n]);
                }
            }
        } else {
            continue;
        }
        var_dump(‘finish insert ‘ . $d . " data");
    }

}

$count = $this->mssql->getOne($countSql);
$countNum = $count[‘count‘];
//var_dump($count);die();
// 每10000条查询一次
$times = ceil($countNum / 10000);

for ($i = 1; $i <= $times; $i++) {
$insertData = array();
// 分批查询和插入
$partData = $this->mssql->select($oneDaySql, array(), $i, 10000);
// some other codes .......
$allData = array_chunk($insertData, 1000); // 分批插入
$num = count($allData);
for ($n = 0; $n< $num; $n++) {
$mysql->insert_batch($tableName , $allData[$n]);
}
// other codes
}