* * -------------------------------------------- * * This program is free software; you can redistribute it and/or modify it * * under the terms of the GNU General Public License as published by the * * Free Software Foundation; either version 2 of the License, or (at your * * option) any later version. * \**************************************************************************/ /* $Id$ */ $GLOBALS['phpgw_info']['flags'] = array( 'currentapp' => 'infolog', 'noheader' => True, 'enable_contacts_class' => True, ); include('../header.inc.php'); if (!isset($GLOBALS['phpgw_info']['user']['apps']['admin']) || !$GLOBALS['phpgw_info']['user']['apps']['admin']) // no admin { $GLOBALS['phpgw']->redirect_link('/home.php'); } $GLOBALS['phpgw_info']['flags']['app_header'] = lang('InfoLog - Import CSV-File'); $GLOBALS['phpgw']->common->phpgw_header(); $boinfolog = createobject('infolog.boinfolog'); $GLOBALS['phpgw']->template->set_file(array('import_t' => 'csv_import.tpl')); $GLOBALS['phpgw']->template->set_block('import_t','filename'); $GLOBALS['phpgw']->template->set_block('import_t','fheader'); $GLOBALS['phpgw']->template->set_block('import_t','fields'); $GLOBALS['phpgw']->template->set_block('import_t','ffooter'); $GLOBALS['phpgw']->template->set_block('import_t','imported'); $GLOBALS['phpgw']->template->set_block('import_t','import'); // $GLOBALS['phpgw']->template->set_var("navbar_bg",$GLOBALS['phpgw_info']["theme"]["navbar_bg"]); // $GLOBALS['phpgw']->template->set_var("navbar_text",$GLOBALS['phpgw_info']["theme"]["navbar_text"]); // pull some vars from _POST // $action = $_POST['action']; $csvfile = isset($_POST['csvfile']) ? $_POST['csvfile'] : $_FILES['csvfile']['tmp_name']; if ($action == 'download' && (!$_POST['fieldsep'] || !$csvfile || !($fp=fopen($csvfile,"r")))) { $action = ''; } $GLOBALS['phpgw']->template->set_var("action_url",$GLOBALS['phpgw']->link("/infolog/csv_import.php")); $PSep = '||'; // Pattern-Separator, separats the pattern-replacement-pairs in trans $ASep = '|>'; // Assignment-Separator, separats pattern and replacesment $VPre = '|#'; // Value-Prefix, is expanded to \ for ereg_replace $CPre = '|['; $CPreReg = '\|\['; // |{csv-fieldname} is expanded to the value of the csv-field $CPos = ']'; $CPosReg = '\]'; // if used together with @ (replacement is eval-ed) value gets autom. quoted function dump_array( $arr ) { foreach($arr as $key => $val) { $ret .= ($ret ? ',' : '(') . "'$key' => '$val'"; } return $ret.')'; } function index( $value,$arr ) { foreach($arr as $key => $val) { if ($value == $val) return $key; } return False; } function addr_id( $n_family,$n_given,$org_name ) { // find in Addressbook, at least n_family AND (n_given OR org_name) have to match $contacts = createobject('phpgwapi.contacts'); $addrs = $contacts->read( 0,0,array('id'),'',"n_family=$n_family,n_given=$n_given,org_name=$org_name" ); if (!count($addrs)) $addrs = $contacts->read( 0,0,array('id'),'',"n_family=$n_family,n_given=$n_given" ); if (!count($addrs)) $addrs = $contacts->read( 0,0,array('id'),'',"n_family=$n_family,org_name=$org_name" ); if (count($addrs)) return $addrs[0]['id']; return False; } $cat2id = array( ); function cat_id($cats) { if (!$cats) { return ''; } $cats = split('[,;]',$cats); foreach($cats as $k => $cat) { if (isset($cat2id[$cat])) { $ids[$cat] = $cat2id[$cat]; // cat is in cache } else { if (!is_object($GLOBALS['phpgw']->categories)) { $GLOBALS['phpgw']->categories = createobject('phpgwapi.categories'); } if ($id = $GLOBALS['phpgw']->categories->name2id( addslashes($cat) )) { // cat exists $cat2id[$cat] = $ids[$cat] = $id; } else { // create new cat $GLOBALS['phpgw']->categories->add( array('name' => $cat,'descr' => $cat )); $cat2id[$cat] = $ids[$cat] = $GLOBALS['phpgw']->categories->name2id( addslashes($cat) ); } } } $id_str = implode( ',',$ids ); if (count($ids) > 1) // multiple cats need to be in ',' { $id_str = ",$id_str,"; } return $id_str; } switch ($action) { case '': // Start, ask Filename $GLOBALS['phpgw']->template->set_var('lang_csvfile',lang('CSV-Filename')); $GLOBALS['phpgw']->template->set_var('lang_fieldsep',lang('Fieldseparator')); $GLOBALS['phpgw']->template->set_var('fieldsep',$_POST['fieldsep'] ? $_POST['fieldsep'] : ','); $GLOBALS['phpgw']->template->set_var('submit',lang('Download')); $GLOBALS['phpgw']->template->set_var('csvfile',$csvfile); $GLOBALS['phpgw']->template->set_var('enctype','ENCTYPE="multipart/form-data"'); $hiddenvars .= ''."\n"; $GLOBALS['phpgw']->template->parse('rows','filename'); break; case 'download': $GLOBALS['phpgw']->preferences->read_repository(); $defaults = $GLOBALS['phpgw_info']['user']['preferences']['infolog']['cvs_import']; if (!is_array($defaults)) { $defaults = array(); } $GLOBALS['phpgw']->template->set_var('lang_csv_fieldname',lang('CSV-Fieldname')); $GLOBALS['phpgw']->template->set_var('lang_info_fieldname',lang('InfoLog-Fieldname')); $GLOBALS['phpgw']->template->set_var('lang_translation',lang("Translation").' '.lang('help').''); $GLOBALS['phpgw']->template->set_var('submit',lang('Import')); $GLOBALS['phpgw']->template->set_var('lang_debug',lang('Test Import (show importable records only in browser)')); $GLOBALS['phpgw']->template->parse('rows','fheader'); $hiddenvars .= ''."\n". '\n"; $info_names = array( 'type' => 'Type: task,phone,note,confirm,reject,email,fax', 'from' => 'From: text(64) free text if no Addressbook-entry assigned', 'addr' => 'Addr: text(64) phone-nr/email-address', 'subject' => 'Subject: text(64)', 'des' => 'Description: text long free text', 'owner' => 'Owner: int(11) user-id of owner, if empty current user', 'responsible' => 'Responsible: int(11) user-id of resp. person', 'access' => 'Access: public,private', 'cat' => 'Cathegory: int(11) cathegory-id', 'datecreated' => 'Date Created: DateTime if empty = Start Date or now', 'startdate' => 'Start Date: DateTime', 'enddate' => 'End Date: DateTime', 'pri' => 'Priority: urgent,high,normal,low', //'time' => 'Time: int(11) time used in min', //'bill_cat' => 'Billing Cathegory: int(11)', 'status' => 'Status: offer,ongoing,call,will-call,done,billed', 'confirm' => 'Confirmation: not,accept,finish,both when to confirm', 'cat_id' => 'Categorie id(s), to set use @cat_id(Cat1,Cat2)', 'addr_id' => 'Addressbook id, to set use @addr_id(nlast,nfirst,org)' ); // the next line is used in the help-text too $mktime_lotus = "${PSep}0?([0-9]+)[ .:-]+0?([0-9]*)[ .:-]+0?([0-9]*)[ .:-]+0?([0-9]*)[ .:-]+0?([0-9]*)[ .:-]+0?([0-9]*).*$ASep@mktime(${VPre}4,${VPre}5,${VPre}6,${VPre}2,${VPre}3,${VPre}1)"; /* this are settings to import from Lotus Organizer $defaults += array( 'Land' => "addr$PSep.*[(]+([0-9]+)[)]+$ASep+${VPre}1 (${CPre}Ortsvorwahl$CPos) ${CPre}Telefon$CPos$PSep${CPre}Telefon$CPos", 'Notiz' => 'des', 'Privat' => "access${PSep}1${ASep}private${PSep}public", 'Startdatum' => 'startdate'.$mktime_lotus, 'Enddatum' => 'enddate'.$mktime_lotus, 'Erledigt' => "status${PSep}1${ASep}done${PSep}call", 'Nachname' => "addr_id${PSep}@addr_id(${CPre}Nachname$CPos,${CPre}Vorname$CPos,${CPre}Firma$CPos)", 'Firma' => "from${PSep}.+$ASep${CPre}Firma$CPos: ${CPre}Nachname$CPos, ${CPre}Vorname$CPos". "${PSep}${CPre}Nachname$CPos, ${CPre}Vorname$CPos", 'no CSV 1' => "type${PSep}phone", 'no CSV 2' => "subject${PSep}@substr(${CPre}Notiz$CPos,0,60).' ...'" ); */ $info_name_options = "none\n"; foreach($info_names as $field => $name) { $info_name_options .= "".$GLOBALS['phpgw']->strip_html($name)."\n"; } $csv_fields = fgetcsv($fp,8000,$_POST['fieldsep']); $csv_fields[] = 'no CSV 1'; // eg. for static assignments $csv_fields[] = 'no CSV 2'; $csv_fields[] = 'no CSV 3'; foreach($csv_fields as $csv_idx => $csv_field) { $GLOBALS['phpgw']->template->set_var('csv_field',$csv_field); $GLOBALS['phpgw']->template->set_var('csv_idx',$csv_idx); if ($def = $defaults[$csv_field]) { list( $info,$trans ) = explode($PSep,$def,2); $GLOBALS['phpgw']->template->set_var('trans',$trans); $GLOBALS['phpgw']->template->set_var('info_fields',str_replace('="'.$info.'">','="'.$info.'" selected>',$info_name_options)); } else { $GLOBALS['phpgw']->template->set_var('trans',''); $GLOBALS['phpgw']->template->set_var('info_fields',$info_name_options); } $GLOBALS['phpgw']->template->parse('rows','fields',True); } $GLOBALS['phpgw']->template->set_var('lang_start',lang('Startrecord')); $GLOBALS['phpgw']->template->set_var('start',$start); $GLOBALS['phpgw']->template->set_var('lang_max',lang('Number of records to read (<=200)')); $GLOBALS['phpgw']->template->set_var('max',200); $GLOBALS['phpgw']->template->parse('rows','ffooter',True); fclose($fp); $old = $csvfile; $csvfile = $GLOBALS['phpgw_info']['server']['temp_dir'].'/info_log_import_'.basename($csvfile); rename($old,$csvfile); $hiddenvars .= ''; $help_on_trans = "How to use Translation's". "Translations enable you to change / adapt the content of each CSV field for your needs. ". "General syntax is: pattern1 ${ASep} replacement1 ${PSep} ... ${PSep} patternN ${ASep} replacementN". "If the pattern-part of a pair is ommited it will match everything ('^.*$'), which is only ". "usefull for the last pair, as they are worked from left to right.". "First example: 1${ASep}private${PSep}public". "This will translate a '1' in the CVS field to 'privat' and everything else to 'public'.". "Patterns as well as the replacement can be regular expressions (the replacement is done via ereg_replace). ". "If, after all replacements, the value starts with an '@' the whole value is eval()'ed, so you ". "may use all php, phpgw plus your own functions. This is quiet powerfull, but circumvents all ACL.". "Example using regular expressions and '@'-eval(): $mktime_lotus". "It will read a date of the form '2001-05-20 08:00:00.00000000000000000' (and many more, see the regular expr.). ". "The [ .:-]-separated fields are read and assigned in different order to @mktime(). Please note to use ". "${VPre} insted of a backslash (I couldn't get backslash through all the involved templates and forms.) ". "plus the field-number of the pattern.". "In addintion to the fields assign by the pattern of the reg.exp. you can use all other CSV-fields, with the ". "syntax ${CPre}CVS-FIELDNAME$CPos. Here is an example: ". ".+$ASep${CPre}Company$CPos: ${CPre}NFamily$CPos, ${CPre}NGiven$CPos$PSep${CPre}NFamily$CPos, ${CPre}NGiven$CPos". "It is used on the CVS-field 'Company' and constructs a something like Company: FamilyName, GivenName or ". "FamilyName, GivenName if 'Company' is empty.". "You can use the 'No CVS #'-fields to assign cvs-values to more than on field, the following example uses the ". "cvs-field 'Note' (which gots already assingned to the description) and construct a short subject: ". "@substr(${CPre}Note$CPos,0,60).' ...'". "Their is two important user-function for the InfoLog:". "@addr_id(${CPre}NFamily$CPos,${CPre}NGiven$CPos,${CPre}Company$CPos) ". "searches the addressbook for an address and returns the id if it founds an exact match of at least ". "NFamily AND (NGiven OR Company). This is necessary to link your imported InfoLog-entrys ". "with the addressbook.". "@cat_id(Cat1,...,CatN) returns a (','-separated) list with the cat_id's. If a category isn't found, it ". "will be automaticaly added.". "I hope that helped to understand the features, if not ask."; $GLOBALS['phpgw']->template->set_var('help_on_trans',lang($help_on_trans)); // I don't think anyone will translate this break; case 'import': set_time_limit(0); $fp=fopen($_POST['csvfile'],'r'); $csv_fields = fgetcsv($fp,8000,$_POST['fieldsep']); $csv_fields[] = 'no CSV 1'; // eg. for static assignments $csv_fields[] = 'no CSV 2'; $csv_fields[] = 'no CSV 3'; $info_fields = array_diff($_POST['info_fields'],array( '' )); // throw away empty / not assigned entrys $defaults = array(); foreach($info_fields as $csv_idx => $info) { // convert $trans[$csv_idx] into array of pattern => value $defaults[$csv_fields[$csv_idx]] = $info; if ($_POST['trans'][$csv_idx]) { $defaults[$csv_fields[$csv_idx]] .= $PSep.addslashes($_POST['trans'][$csv_idx]); } } $GLOBALS['phpgw']->preferences->read_repository(); $GLOBALS['phpgw']->preferences->add('infolog','cvs_import',$defaults); $GLOBALS['phpgw']->preferences->save_repository(True); $log = "\n\t#\n"; foreach($info_fields as $csv_idx => $info) { // convert $trans[$csv_idx] into array of pattern => value // if (!$debug) echo "$csv_idx: ".$csv_fields[$csv_idx].": $info".($trans[$csv_idx] ? ': '.$trans[$csv_idx] : '').""; $pat_reps = explode($PSep,stripslashes($_POST['trans'][$csv_idx])); $replaces = ''; $values = ''; if ($pat_reps[0] != '') { foreach($pat_reps as $k => $pat_rep) { list($pattern,$replace) = explode($ASep,$pat_rep,2); if ($replace == '') { $replace = $pattern; $pattern = '^.*$'; } $values[$pattern] = $replace; // replace two with only one, added by the form $replaces .= ($replaces != '' ? $PSep : '') . $pattern . $ASep . $replace; } $trans[$csv_idx] = $values; } /*else unset( $trans[$csv_idx] );*/ $log .= "\t\t$info\n"; } $start = $_POST['start'] < 1 ? 1 : $_POST['start']; for ($i = 1; $i < $start && fgetcsv($fp,8000,$_POST['fieldsep']); ++$i) ; // overread lines before our start-record for ($anz = 0; $anz < $_POST['max'] && ($fields = fgetcsv($fp,8000,$_POST['fieldsep'])); ++$anz) { $log .= "\t".($start+$anz)."\n"; $values = array(); foreach($info_fields as $csv_idx => $info) { //echo "$csv: $info".($trans[$csv] ? ': '.$trans[$csv] : '').""; $val = $fields[$csv_idx]; if (isset($trans[$csv_idx])) { $trans_csv = $trans[$csv_idx]; while (list($pattern,$replace) = each($trans_csv)) { if (ereg((string) $pattern,$val)) { // echo "csv_idx='$csv_idx',info='$info',trans_csv=".dump_array($trans_csv).",ereg_replace('$pattern','$replace','$val') = "; $val = ereg_replace((string) $pattern,str_replace($VPre,'\\',$replace),(string) $val); // echo "'$val'"; $reg = $CPreReg.'([a-zA-Z_0-9]+)'.$CPosReg; while (ereg($reg,$val,$vars)) { // expand all CSV fields $val = str_replace($CPre.$vars[1].$CPos,$val[0] == '@' ? "'".addslashes($fields[index($vars[1],$csv_fields)])."'" : $fields[index($vars[1],$csv_fields)],$val); } if ($val[0] == '@') { // removing the $ to close security hole of showing vars, which contain eg. passwords $val = 'return '.substr(str_replace('$','',$val),1).';'; // echo "eval('$val')="; $val = eval($val); // echo "'$val'"; } if ($pattern[0] != '@' || $val) break; } } } $values[$info] = $val; $log .= "\t\t$val\n"; } if (!isset($values['datecreated'])) $values['datecreated'] = $values['startdate']; if (!$_POST['debug']) { $id = $boinfolog->write($values); if ($id && $values['addr_id']) { $boinfolog->write(array( 'info_id' => $id, 'info_link_id' => $boinfolog->link->link('infolog',$id,'addressbook',$values['addr_id']) )); } } } $log .= "\t\n\n"; $GLOBALS['phpgw']->template->set_var('anz_imported',$_POST['debug'] ? lang( '%1 records read (not yet imported, you may go back and uncheck Test Import)',$anz,'','' ) : lang( '%1 records imported',$anz )); $GLOBALS['phpgw']->template->set_var('log',$log); $GLOBALS['phpgw']->template->parse('rows','imported'); break; } $GLOBALS['phpgw']->template->set_var('hiddenvars',$hiddenvars); $GLOBALS['phpgw']->template->pfp('phpgw_body','import'); $GLOBALS['phpgw']->common->phpgw_footer(); ?>
". "Translations enable you to change / adapt the content of each CSV field for your needs. ". "General syntax is: pattern1 ${ASep} replacement1 ${PSep} ... ${PSep} patternN ${ASep} replacementN". "If the pattern-part of a pair is ommited it will match everything ('^.*$'), which is only ". "usefull for the last pair, as they are worked from left to right.
". "First example: 1${ASep}private${PSep}public". "This will translate a '1' in the CVS field to 'privat' and everything else to 'public'.
". "Patterns as well as the replacement can be regular expressions (the replacement is done via ereg_replace). ". "If, after all replacements, the value starts with an '@' the whole value is eval()'ed, so you ". "may use all php, phpgw plus your own functions. This is quiet powerfull, but circumvents all ACL.
". "Example using regular expressions and '@'-eval(): $mktime_lotus". "It will read a date of the form '2001-05-20 08:00:00.00000000000000000' (and many more, see the regular expr.). ". "The [ .:-]-separated fields are read and assigned in different order to @mktime(). Please note to use ". "${VPre} insted of a backslash (I couldn't get backslash through all the involved templates and forms.) ". "plus the field-number of the pattern.
". "In addintion to the fields assign by the pattern of the reg.exp. you can use all other CSV-fields, with the ". "syntax ${CPre}CVS-FIELDNAME$CPos. Here is an example: ". ".+$ASep${CPre}Company$CPos: ${CPre}NFamily$CPos, ${CPre}NGiven$CPos$PSep${CPre}NFamily$CPos, ${CPre}NGiven$CPos". "It is used on the CVS-field 'Company' and constructs a something like Company: FamilyName, GivenName or ". "FamilyName, GivenName if 'Company' is empty.
". "You can use the 'No CVS #'-fields to assign cvs-values to more than on field, the following example uses the ". "cvs-field 'Note' (which gots already assingned to the description) and construct a short subject: ". "@substr(${CPre}Note$CPos,0,60).' ...'
". "Their is two important user-function for the InfoLog:". "@addr_id(${CPre}NFamily$CPos,${CPre}NGiven$CPos,${CPre}Company$CPos) ". "searches the addressbook for an address and returns the id if it founds an exact match of at least ". "NFamily AND (NGiven OR Company). This is necessary to link your imported InfoLog-entrys ". "with the addressbook.". "@cat_id(Cat1,...,CatN) returns a (','-separated) list with the cat_id's. If a category isn't found, it ". "will be automaticaly added.
". "I hope that helped to understand the features, if not ask."; $GLOBALS['phpgw']->template->set_var('help_on_trans',lang($help_on_trans)); // I don't think anyone will translate this break; case 'import': set_time_limit(0); $fp=fopen($_POST['csvfile'],'r'); $csv_fields = fgetcsv($fp,8000,$_POST['fieldsep']); $csv_fields[] = 'no CSV 1'; // eg. for static assignments $csv_fields[] = 'no CSV 2'; $csv_fields[] = 'no CSV 3'; $info_fields = array_diff($_POST['info_fields'],array( '' )); // throw away empty / not assigned entrys $defaults = array(); foreach($info_fields as $csv_idx => $info) { // convert $trans[$csv_idx] into array of pattern => value $defaults[$csv_fields[$csv_idx]] = $info; if ($_POST['trans'][$csv_idx]) { $defaults[$csv_fields[$csv_idx]] .= $PSep.addslashes($_POST['trans'][$csv_idx]); } } $GLOBALS['phpgw']->preferences->read_repository(); $GLOBALS['phpgw']->preferences->add('infolog','cvs_import',$defaults); $GLOBALS['phpgw']->preferences->save_repository(True); $log = "
$csv_idx: ".$csv_fields[$csv_idx].": $info".($trans[$csv_idx] ? ': '.$trans[$csv_idx] : '')."
$csv: $info".($trans[$csv] ? ': '.$trans[$csv] : '')."
csv_idx='$csv_idx',info='$info',trans_csv=".dump_array($trans_csv).",ereg_replace('$pattern','$replace','$val') = "; $val = ereg_replace((string) $pattern,str_replace($VPre,'\\',$replace),(string) $val); // echo "'$val'
eval('$val')="; $val = eval($val); // echo "'$val'