| 0,0 → 1,280 |
|---|
| <?php |
| /* $Id: csv.php,v 1.8.2.2 2006/04/21 07:54:53 nijel Exp $ */ |
| // vim: expandtab sw=4 ts=4 sts=4: |
| |
| /* CSV import plugin for phpMyAdmin */ |
| |
| if ($plugin_param == 'table') { |
| if (isset($plugin_list)) { |
| $plugin_list['csv'] = array( |
| 'text' => 'strCSV', |
| 'extension' => 'csv', |
| 'options' => array( |
| array('type' => 'bool', 'name' => 'replace', 'text' => 'strReplaceTable'), |
| array('type' => 'bool', 'name' => 'ignore', 'text' => 'strIgnoreDuplicates'), |
| array('type' => 'text', 'name' => 'terminated', 'text' => 'strFieldsTerminatedBy', 'size' => 2, 'len' => 2), |
| array('type' => 'text', 'name' => 'enclosed', 'text' => 'strFieldsEnclosedBy', 'size' => 2, 'len' => 2), |
| array('type' => 'text', 'name' => 'escaped', 'text' => 'strFieldsEscapedBy', 'size' => 2, 'len' => 2), |
| array('type' => 'text', 'name' => 'new_line', 'text' => 'strLinesTerminatedBy', 'size' => 2), |
| array('type' => 'text', 'name' => 'columns', 'text' => 'strColumnNames'), |
| ), |
| 'options_text' => 'strCSVImportOptions', |
| ); |
| } else { |
| /* We do not define function when plugin is just queried for information above */ |
| $replacements = array( |
| '\\n' => "\n", |
| '\\t' => "\t", |
| '\\r' => "\r", |
| ); |
| $csv_terminated = strtr($csv_terminated, $replacements); |
| $csv_enclosed = strtr($csv_enclosed, $replacements); |
| $csv_escaped = strtr($csv_escaped, $replacements); |
| $csv_new_line = strtr($csv_new_line, $replacements); |
| |
| if (strlen($csv_terminated) != 1) { |
| $message = sprintf($strInvalidCSVParameter, $strFieldsTerminatedBy); |
| $show_error_header = TRUE; |
| $error = TRUE; |
| } elseif (strlen($csv_enclosed) != 1) { |
| $message = sprintf($strInvalidCSVParameter, $strFieldsEnclosedBy); |
| $show_error_header = TRUE; |
| $error = TRUE; |
| } elseif (strlen($csv_escaped) != 1) { |
| $message = sprintf($strInvalidCSVParameter, $strFieldsEscapedBy); |
| $show_error_header = TRUE; |
| $error = TRUE; |
| } elseif (strlen($csv_new_line) != 1 && $csv_new_line != 'auto') { |
| $message = sprintf($strInvalidCSVParameter, $strLinesTerminatedBy); |
| $show_error_header = TRUE; |
| $error = TRUE; |
| } |
| |
| $buffer = ''; |
| if (isset($csv_replace)) { |
| $sql_template = 'REPLACE'; |
| } else { |
| $sql_template = 'INSERT'; |
| if (isset($csv_ignore)) { |
| $sql_template .= ' IGNORE'; |
| } |
| } |
| $sql_template .= ' INTO ' . PMA_backquote($table); |
| |
| $tmp_fields = PMA_DBI_get_fields($db, $table); |
| |
| if (empty($csv_columns)) { |
| $fields = $tmp_fields; |
| } else { |
| $sql_template .= ' ('; |
| $fields = array(); |
| $tmp = split(',( ?)', $csv_columns); |
| foreach ($tmp as $key => $val) { |
| if (count($fields) > 0) { |
| $sql_template .= ', '; |
| } |
| $val = trim($val); |
| $found = FALSE; |
| foreach ($tmp_fields as $id => $field) { |
| if ($field['Field'] == $val) { |
| $found = TRUE; |
| break; |
| } |
| } |
| if (!$found) { |
| $message = sprintf($strInvalidColumn, $val); |
| $show_error_header = TRUE; |
| $error = TRUE; |
| break; |
| } |
| $fields[] = $field; |
| $sql_template .= PMA_backquote($val); |
| } |
| $sql_template .= ') '; |
| } |
| |
| $required_fields = count($fields); |
| |
| $sql_template .= ' VALUES ('; |
| |
| // Defaults for parser |
| $i = 0; |
| $len = 0; |
| $line = 1; |
| $lasti = -1; |
| $values = array(); |
| $csv_finish = FALSE; |
| |
| while (!($finished && $i >= $len) && !$error && !$timeout_passed) { |
| $data = PMA_importGetNextChunk(); |
| if ($data === FALSE) { |
| // subtract data we didn't handle yet and stop processing |
| $offset -= strlen($buffer); |
| break; |
| } elseif ($data === TRUE) { |
| // Handle rest of buffer |
| } else { |
| // Append new data to buffer |
| $buffer .= $data; |
| // Do not parse string when we're not at the end and don't have new line inside |
| if (($csv_new_line == 'auto' && strpos($buffer, "\r") === FALSE && strpos($buffer, "\n") === FALSE) |
| || ($csv_new_line != 'auto' && strpos($buffer, $csv_new_line) === FALSE)) { |
| continue; |
| } |
| } |
| |
| // Current length of our buffer |
| $len = strlen($buffer); |
| // Currently parsed char |
| $ch = $buffer[$i]; |
| while ($i < $len) { |
| // Deadlock protection |
| if ($lasti == $i && $lastlen == $len) { |
| $message = sprintf($strInvalidCSVFormat, $line); |
| $show_error_header = TRUE; |
| $error = TRUE; |
| break; |
| } |
| $lasti = $i; |
| $lastlen = $len; |
| |
| // This can happen with auto EOL and \r at the end of buffer |
| if (!$csv_finish) { |
| // Grab empty field |
| if ($ch == $csv_terminated) { |
| $values[] = ''; |
| if ($i == $len - 1) { |
| break; |
| } |
| $i++; |
| $ch = $buffer[$i]; |
| continue; |
| } |
| |
| // Grab one field |
| $fallbacki = $i; |
| if ($ch == $csv_enclosed) { |
| $need_end = TRUE; |
| if ($i == $len - 1) { |
| break; |
| } |
| $i++; |
| $ch = $buffer[$i]; |
| } else { |
| $need_end = FALSE; |
| } |
| $fail = FALSE; |
| $value = ''; |
| while (($need_end && $ch != $csv_enclosed) || (!$need_end && !($ch == $csv_terminated || $ch == $csv_new_line || ($csv_new_line == 'auto' && ($ch == "\r" || $ch == "\n"))))) { |
| if ($ch == $csv_escaped) { |
| if ($i == $len - 1) { |
| $fail = TRUE; |
| break; |
| } |
| $i++; |
| $ch = $buffer[$i]; |
| } |
| $value .= $ch; |
| if ($i == $len - 1) { |
| if (!$finished) { |
| $fail = TRUE; |
| } |
| break; |
| } |
| $i++; |
| $ch = $buffer[$i]; |
| } |
| if ($fail) { |
| $i = $fallbacki; |
| $ch = $buffer[$i]; |
| break; |
| } |
| // Need to strip trailing enclosing char? |
| if ($need_end && $ch == $csv_enclosed) { |
| if ($finished && $i == $len - 1) { |
| $ch = NULL; |
| } elseif ($i == $len - 1) { |
| $i = $fallbacki; |
| $ch = $buffer[$i]; |
| break; |
| } else { |
| $i++; |
| $ch = $buffer[$i]; |
| } |
| } |
| // Are we at the end? |
| if ($ch == $csv_new_line || ($csv_new_line == 'auto' && ($ch == "\r" || $ch == "\n")) || ($finished && $i == $len - 1)) { |
| $csv_finish = TRUE; |
| } |
| // Go to next char |
| if ($ch == $csv_terminated) { |
| if ($i == $len - 1) { |
| $i = $fallbacki; |
| $ch = $buffer[$i]; |
| break; |
| } |
| $i++; |
| $ch = $buffer[$i]; |
| } |
| // If everything went okay, store value |
| $values[] = $value; |
| } |
| |
| // End of line |
| if ($csv_finish || $ch == $csv_new_line || ($csv_new_line == 'auto' && ($ch == "\r" || $ch == "\n"))) { |
| if ($csv_new_line == 'auto' && $ch == "\r") { // Handle "\r\n" |
| if ($i >= ($len - 2) && !$finished) { |
| break; // We need more data to decide new line |
| } |
| if ($buffer[$i + 1] == "\n") { |
| $i++; |
| } |
| } |
| // We didn't parse value till the end of line, so there was empty one |
| if (!$csv_finish) { |
| $values[] = ''; |
| } |
| // Do we have correct count of values? |
| if (count($values) != $required_fields) { |
| $message = sprintf($strInvalidCSVFieldCount, $line); |
| $show_error_header = TRUE; |
| $error = TRUE; |
| break; |
| } |
| |
| $first = TRUE; |
| $sql = $sql_template; |
| foreach ($values as $key => $val) { |
| if (!$first) { |
| $sql .= ', '; |
| } |
| $sql .= '\'' . addslashes($val) . '\''; |
| $first = FALSE; |
| } |
| $sql .= ')'; |
| |
| // FIXME: maybe we could add original line to verbose SQL in comment |
| PMA_importRunQuery($sql, $sql); |
| $line++; |
| $csv_finish = FALSE; |
| $values = array(); |
| $buffer = substr($buffer, $i + 1); |
| $len = strlen($buffer); |
| $i = 0; |
| $lasti = -1; |
| $ch = $buffer[0]; |
| } |
| } // End of parser loop |
| } // End of import loop |
| |
| // Commit any possible data in buffers |
| PMA_importRunQuery(); |
| |
| if (count($values) != 0 && !$error) { |
| $message = sprintf($strInvalidCSVFormat, $line); |
| $show_error_header = TRUE; |
| $error = TRUE; |
| } |
| } |
| } |
| ?> |