PHP读取大文本文件并处理数据的思路

//处理文件
    $file = fopen($filename, "r") or exit("Unable to open file!");
    $total_line = 0;
    while(!feof($file)){
        $f = fgets($file);
        $total_line++; //总行数
    } 
    
    $for_count = intval($total_line / 1000);
    $txt=file($filename);
　　//$txt[0] 表示第一行， $txt[1] 表示第二行， ...
   for($m=0;$m<=$for_count;$m++){
        $start = $m * 1000;
        $end = $start + 1000;
        if($end > $total_line){
            $end = $total_line;
        }
        //echo $start.'---'.$end."
";
        $sql_value = '';
        for($i=$start;$i<$end;$i++){
            if($txt[$i]){
                $data = explode(",", $txt[$i]);
                $data[2] = "'".$data[2]."'";  
                $data[28] = "'".str_replace("
", "", $data[28])."'";
                
                //转换得到sql语句的值
                $sql_value .= "(".implode(",", $data)."),";
                unset($data);
            }
        }
        $sql_value = substr($sql_value, 0, -1);
        $add_sql = "insert into tbname ({$fields}) values ".$sql_value;
        
        $add_res = mysqli_query($conn,$add_sql);
        if ($add_res) {
            echo 'OK';
        }else{
            echo 'Error';
            file_put_contents($file_err_name.$m, $add_sql);
        }

    }

【附】不分条一次性处理整个文本：

//处理文件
    $file = fopen($filename, "r") or exit("Unable to open file!");
    $sql_value = '';
    
    while(!feof($file)){
        $f = fgets($file);
        if($f){
            $data = explode(",", $f);
            $data[2] = "'".$data[2]."'";           
            $data[28] = "'".str_replace("
", "", $data[28])."'";             
            //转换得到sql语句的值
            $sql_value .= "(".implode(",", $data)."),";
        }
        
        unset($data);
    }
    
    //添加入库
    $sql_value = substr($sql_value, 0, -1);
    $add_sql = "insert into tbname ({$fields}) values ".$sql_value;
    
    $add_res = mysqli_query($conn,$add_sql);
    if ($add_res) {
        echo 'OK'; 
    }else{
        echo 'Error';
        file_put_contents($file_err_name, $add_sql);
    }
    unset($sql_value);
    
    fclose($file);