note 101238 added to function.fgetcsv

I needed a function to analyse a file for delimiters and line endings prior to importing the file into MySQL using LOAD DATA LOCAL INFILE I wrote this function to do the job, the results are (mostly) very accurate and it works nicely with large files too. <?php function analyse_file($file, $capture_limit_in_kb = 10) { // capture starting memory usage $output['peak_mem']['start'] = memory_get_peak_usage(true); // log the limit how much of the file was sampled (in Kb) $output['read_kb'] = $capture_limit_in_kb; // read in file $fh = fopen($file, 'r'); $contents = fread($fh, ($capture_limit_in_kb * 1024)); // in KB fclose($fh); // specify allowed field delimiters $delimiters = array( 'comma' => ',', 'semicolon' => ';', 'tab' => "\t", 'pipe' => '|', 'colon' => ':' ); // specify allowed line endings $line_endings = array( 'rn' => "\r\n", 'n' => "\n", 'r' => "\r", 'nr' => "\n\r" ); // loop and count each line ending instance foreach ($line_endings as $key => $value) { $line_result[$key] = substr_count($contents, $value); } // sort by largest array value asort($line_result); // log to output array $output['line_ending']['results'] = $line_result; $output['line_ending']['count'] = end($line_result); $output['line_ending']['key'] = key($line_result); $output['line_ending']['value'] = $line_endings[$output['line_ending']['key']]; $lines = explode($output['line_ending']['value'], $contents); // remove last line of array, as this maybe incomplete? array_pop($lines); // create a string from the legal lines $complete_lines = implode(' ', $lines); // log statistics to output array $output['lines']['count'] = count($lines); $output['lines']['length'] = strlen($complete_lines); // loop and count each delimiter instance foreach ($delimiters as $delimiter_key => $delimiter) { $delimiter_result[$delimiter_key] = substr_count($complete_lines, $delimiter); } // sort by largest array value asort($delimiter_result); // log statistics to output array with largest counts as the value $output['delimiter']['results'] = $delimiter_result; $output['delimiter']['count'] = end($delimiter_result); $output['delimiter']['key'] = key($delimiter_result); $output['delimiter']['value'] = $delimiters[$output['delimiter']['key']]; // capture ending memory usage $output['peak_mem']['end'] = memory_get_peak_usage(true); return $output; } ?> Example Usage: <?php $Array = analyse_file('/www/files/file.csv', 10); // example usable parts // $Array['delimiter']['value'] => , // $Array['line_ending']['value'] => \r\n ?> Full function output: Array ( [peak_mem] => Array ( [start] => 786432 [end] => 786432 ) [line_ending] => Array ( [results] => Array ( [nr] => 0 [r] => 4 [n] => 4 [rn] => 4 ) [count] => 4 [key] => rn [value] => ) [lines] => Array ( [count] => 4 [length] => 94 ) [delimiter] => Array ( [results] => Array ( [colon] => 0 [semicolon] => 0 [pipe] => 0 [tab] => 1 [comma] => 17 ) [count] => 17 [key] => comma [value] => , ) [read_kb] => 10 ) Enjoy! Ashley ---- Server IP: 92.48.74.199 Probable Submitter: 81.107.151.224 ---- Manual Page -- http://www.php.net/manual/en/function.fgetcsv.php Edit -- https://master.php.net/note/edit/101238 Del: integrated -- https://master.php.net/note/delete/101238/integrated Del: useless -- https://master.php.net/note/delete/101238/useless Del: bad code -- https://master.php.net/note/delete/101238/bad+code Del: spam -- https://master.php.net/note/delete/101238/spam Del: non-english -- https://master.php.net/note/delete/101238/non-english Del: in docs -- https://master.php.net/note/delete/101238/in+docs Del: other reasons-- https://master.php.net/note/delete/101238 Reject -- https://master.php.net/note/reject/101238 Search -- https://master.php.net/manage/user-notes.php