大文件日志快速解析入库

获取不重复的记录数 count(distinct p_id)

INSERT INTO book_read_log SELECT book_id,menu_id,COUNT(*) pv,COUNT(DISTINCT ggid) uv,time as date,platform FROM menu_access_log GROUP BY book_id,menu_id

<?php

$dbms=‘mysql‘;     //数据库类型
$host=‘localhost‘; //数据库主机名
$dbName=‘test‘;    //使用的数据库
$user=‘root‘;      //数据库连接用户名
$pass=‘123456‘;          //对应的密码
$dsn="$dbms:host=$host;dbname=$dbName";


try {
    // 这里PDO::MYSQL_ATTR_LOCAL_INFILE => true需要设置
    $options = [PDO::MYSQL_ATTR_LOCAL_INFILE => true];
    $dbh = new PDO($dsn, $user, $pass,$options); //初始化一个PDO对象
    $file = ‘user.log‘;//2,rose,18;
    $line_cut = ";".PHP_EOL;
    $sql = ‘LOAD DATA LOCAL INFILE "‘.$file.‘" IGNORE INTO TABLE user CHARACTER SET "utf8" FIELDS TERMINATED BY "," LINES TERMINATED BY "‘.$line_cut.‘" (id,name,age);‘;
    $dbh->exec($sql);
    // 断开连接
    $dbh = null;
} catch (PDOException $e) {
    exit($e->getMessage().PHP_EOL);
}