/*

* get command line args here, replacing default values

* much like pg2gviz

* in other words, defaults get used unless over-ridden by command line args

* the difference is they all get stuffed into an options array, makes for much cleaner code

*/

/*

* get the debugging arg

*/

if (array_key_exists(DEBUGGING,$options)) {

$debugging = $options[DEBUGGING];

} else {

$debugging = false;

}

if ($debugging) echo "debugging default: $debugging \n";

$debugging_arg = getargs ("debugging",$debugging);

if ($debugging) echo "debugging_arg: $debugging_arg \n";

if (strlen(trim($debugging_arg))) {

$debugging = strtobool($debugging_arg);

$options[DEBUGGING] = $debugging;

}

if ($debugging) echo "debugging final: $debugging \n";

/*

* get the logging arg

*/

if (array_key_exists(LOGGING,$options)) {

$logging = $options[LOGGING];

} else {

$logging = false;

}

if ($debugging) echo "logging default: $logging \n";

$logging_arg = getargs ("logging",$logging);

if ($debugging) echo "logging_arg: $logging_arg \n";

if (strlen(trim($logging_arg))) {

$logging = strtobool($logging_arg);

$options[LOGGING] = $logging;

}

if ($debugging) echo "logging final: $logging \n";

/*

* get the filename arg

* this is required, so bail if it is not set from either the default above or the cli arg

*/

if (array_key_exists(FILENAME,$options)) {

$file_name = $options[FILENAME];

} else {

// we can NOT set a default for this so the arg better have something!

$file_name = "";

}

if ($debugging) echo "file_name default: $file_name \n";

$file_name_arg = getargs ("filename",$file_name);

if ($debugging) echo "file_name_arg: $file_name_arg \n";

if (strlen(trim($file_name_arg))) {

$file_name = trim($file_name_arg);

$options[FILENAME] = $file_name;

if ($debugging) echo "file_name final: $file_name \n";

} else {

if (strlen(trim($file_name))) {

if ($debugging) echo "file_name final: $file_name \n";

} else {

// we can NOT proceed without a file name!!

if ($logging) echo "Error: csv2pg: Missing file name. \n";

if ($debugging) print_r($options);

return false;

}

}

/*

* get the delimiter arg

*/

if (array_key_exists(DELIMITER,$options)) {

$delimiter = $options[DELIMITER];

} else {

$delimiter = ",";

}

if ($debugging) echo "delimiter default: $delimiter \n";

$delimiter_arg = getargs ("delimiter",$delimiter);

if ($debugging) echo "delimiter_arg: $delimiter_arg \n";

$fixed_width=0;

$fixed_width_array=array();

if (strlen(trim($delimiter_arg))) {

switch($delimiter_arg) {

case "tab":

$delimiter = "\t";

break;

case "space":

$delimiter = " ";

break;

case "fixed_".substr($delimiter_arg,6): // emulate fixed_*

$fixed_width_array=explode("_",substr($delimiter_arg,6));

$fixed_width=intval($fixed_width_array[0]);

if ($logging) echo "switched to fixed width fields of size: $fixed_width \n";

break;

case "comma":

default:

$delimiter = ",";

break;

}

$options[DELIMITER] = $delimiter;

}

if ($debugging) echo "delimiter final: $delimiter \n";

/*

* get the method arg

*/

if (array_key_exists(METHOD,$options)) {

$method = $options[METHOD];

} else {

// we can set a default for this

$method = 1;

}

if ($debugging) echo "method default: $method \n";

$method_arg = getargs ("method",$method);

if ($debugging) echo "method_arg: $method_arg \n";

if (strlen(trim($method_arg))) {

$method = intval($method_arg);

$options[METHOD] = $method;

}

if ($debugging) echo "logging final: $logging \n";

/*

* get the skiplines arg

*/

if (array_key_exists(SKIPLINES,$options)) {

$skiplines = $options[SKIPLINES];

} else {

// we can set a default for this

$skiplines = 0;

}

if ($debugging) echo "skiplines default: $skiplines \n";

$skiplines_arg = getargs ("skiplines",$skiplines);

if ($debugging) echo "skiplines_arg: $skiplines_arg \n";

if (strlen(trim($skiplines_arg))) {

$skiplines = intval($skiplines_arg);

$options[SKIPLINES] = $skiplines;

}

if ($debugging) echo "skiplines final: $skiplines \n";

/*

* get the fieldcount arg

*/

if (array_key_exists(FIELDCOUNT,$options)) {

$fieldcount = $options[FIELDCOUNT];

} else {

// we can set a default for this, 0 means unknown

$fieldcount = 0;

}

if ($debugging) echo "fieldcount default: $fieldcount \n";

$fieldcount_arg = getargs ("fieldcount",$fieldcount);

if ($debugging) echo "fieldcount_arg: $fieldcount_arg \n";

if (strlen(trim($fieldcount_arg))) {

$fieldcount = intval($fieldcount_arg);

$options[FIELDCOUNT] = $fieldcount;

}

if ($debugging) echo "fieldcount final: $fieldcount \n";

/*

* get the linenumbers arg

*/

if (array_key_exists(LINENUMBERS,$options)) {

$linenumbers = $options[LINENUMBERS];

} else {

$linenumbers = false;

}

if ($debugging) echo "linenumbers default: $linenumbers \n";

$linenumbers_arg = getargs ("linenumbers",$linenumbers);

if ($debugging) echo "linenumbers_arg: $linenumbers_arg \n";

if (strlen(trim($linenumbers_arg))) {

$linenumbers = strtobool($linenumbers_arg);

$options[LINENUMBERS] = $linenumbers;

}

if ($debugging) echo "linenumbers final: $linenumbers \n";

/*

* get the delete records arg

*/

if (array_key_exists(DELETERECORDS,$options)) {

$deleterecords = $options[DELETERECORDS];

} else {

$deleterecords = false;

}

if ($debugging) echo "deleterecords default: $deleterecords \n";

$deleterecords_arg = getargs ("deleterecords",$deleterecords);

if ($debugging) echo "deleterecords_arg: $deleterecords_arg \n";

if (strlen(trim($deleterecords_arg))) {

$deleterecords = strtobool($deleterecords_arg);

$options[DELETERECORDS] = $deleterecords;

}

if ($debugging) echo "deleterecords final: $deleterecords \n";

/*

* get the modflow well file arg - 0 is false, xx > is true, read the data for year xx from the file, <0 is true, read the WHOLE file

*/

if (array_key_exists(MODFLOWWELLFILE,$options)) {

$modflowwellfile = $options[MODFLOWWELLFILE];

} else {

$modflowwellfile = 0;

}

if ($debugging) echo "modflowwellfile default: $modflowwellfile \n";

$modflowwellfile_arg = getargs ("modflowwellfile",$modflowwellfile);

if ($debugging) echo "modflowwellfile_arg: $modflowwellfile_arg \n";

if (strlen(trim($modflowwellfile_arg))) {

$modflowwellfile = intval($modflowwellfile_arg);

$options[MODFLOWWELLFILE] = $modflowwellfile;

}

if ($debugging) echo "modflowwellfile final: $modflowwellfile \n";

/*

* get the pguser arg

*/

if (array_key_exists(PGUSER,$options)) {

$pguser = $options[PGUSER];

} else {

$pguser = "";

}

if ($debugging) echo "pguser default: $pguser \n";

$pguser_arg = getargs ("pguser",$pguser);

if ($debugging) echo "pguser_arg: $pguser_arg \n";

if (strlen(trim($pguser_arg))) {

$pguser = trim($pguser_arg);

$options[PGUSER] = $pguser;

if ($debugging) echo "pguser final: $pguser \n";

} else {

if ($debugging) echo "pguser final: $pguser \n";

}

/*

* get the pgpassword arg

*/

if (array_key_exists(PGPASSWORD,$options)) {

$pgpassword = $options[PGPASSWORD];

} else {

$pgpassword = "";

}

if ($debugging) echo "pgpassword default: $pgpassword \n";

$pgpassword_arg = getargs ("pgpassword",$pgpassword);

if ($debugging) echo "pgpassword_arg: $pgpassword_arg \n";

if (strlen(trim($pgpassword_arg))) {

$pgpassword = trim($pgpassword_arg);

$options[PGPASSWORD] = $pgpassword;

if ($debugging) echo "pgpassword final: $pgpassword \n";

} else {

if ($debugging) echo "pgpassword final: $pgpassword \n";

}

/*

* get the pgtable arg

* this is required, so bail if it is not set from either the default above or the cli arg

*/

if (array_key_exists(PGTABLE,$options)) {

$pgtable = $options[PGTABLE];

} else {

// we can NOT set a default for this so the arg better have something!

$pgtable = "";

}

if ($debugging) echo "pgtable default: $pgtable \n";

$pgtable_arg = getargs ("pgtable",$pgtable);

if ($debugging) echo "pgtable_arg: $pgtable_arg \n";

if (strlen(trim($pgtable_arg))) {

$pgtable = trim($pgtable_arg);

$options[PGTABLE] = $pgtable;

if ($debugging) echo "pgtable final: $pgtable \n";

} else {

if (strlen(trim($pgtable))) {

if ($debugging) echo "pgtable final: $pgtable \n";

} else {

// we can NOT proceed without a pgtable!!

if ($logging) echo "Error: csv2pg: Missing pgtable. \n";

if ($debugging) print_r($options);

return false;

}

}

/*

* get the pgdb arg

* this is required, so bail if it is not set from either the default above or the cli arg

*/

if (array_key_exists(PGDB,$options)) {

$pgdb = $options[PGDB];

} else {

// we can NOT set a default for this so the arg better have something!

$pgdb = "";

}

if ($debugging) echo "pgdb default: $pgdb \n";

$pgdb_arg = getargs ("pgdb",$pgdb);

if ($debugging) echo "pgdb_arg: $pgdb_arg \n";

if (strlen(trim($pgdb_arg))) {

$pgdb = trim($pgdb_arg);

$options[PGDB] = $pgdb;

if ($debugging) echo "pgdb final: $pgdb \n";

} else {

if (strlen(trim($pgdb))) {

if ($debugging) echo "pgdb final: $pgdb \n";

} else {

// we can NOT proceed without a pgdb!!

if ($logging) echo "Error: csv2pg: Missing pgdb. \n";

if ($debugging) print_r($options);

return false;

}

}

/*

* get the pghost arg

* this is required, so bail if it is not set from either the default above or the cli arg

*/

if (array_key_exists(PGHOST,$options)) {

$pghost = $options[PGHOST];

} else {

// we can set a default for this

$pghost = "localhost";

}

if ($debugging) echo "pghost default: $pghost \n";

$pghost_arg = getargs ("pghost",$pghost);

if ($debugging) echo "pghost_arg: $pghost_arg \n";

if (strlen(trim($pghost_arg))) {

$pghost = trim($pghost_arg);

$options[PGHOST] = $pghost;

if ($debugging) echo "pghost final: $pghost \n";

} else {

if ($debugging) echo "pghost final: $pghost \n";

}

/*

* get the pgport arg

* this is required, so bail if it is not set from either the default above or the cli arg

*/

if (array_key_exists(PGPORT,$options)) {

$pgport = $options[PGPORT];

} else {

// we can set a default for this

$pgport = 5432;

}

if ($debugging) echo "pgport default: $pgport \n";

$pgport_arg = getargs ("pgport",$pgport);

if ($debugging) echo "pgport_arg: $pgport_arg \n";

if (strlen(trim($pgport_arg))) {

$pgport = intval($pgport_arg);

$options[PGPORT] = $pgport;

if ($debugging) echo "pgport final: $pgport \n";

} else {

if ($debugging) echo "pgport final: $pgport \n";

}

/*

* now start the file processing

* convert file into array of file records

*/

if ($file_records = file($file_name,FILE_IGNORE_NEW_LINES)) {

if ($debugging) print_r($file_records);

/*

* convert array of file records into an array of file field arrays

*/

if($fixed_width){

// read the records with fixed width fields of size $fixed_width

$file_fields = fixedwidth2array($file_records,$fixed_width_array,$options);

} else {

//else assume it is a delimited record

if($modflowwellfile) { //hopefully the user set things up for the right file format - such as free format and space delimited which is my case!

$file_fields = mfwf2array($file_records,$modflowwellfile,$options);

} else {

$file_fields = csv2array($file_records,$options);

}

}

if ($file_fields) {

if ($debugging) print_r($file_fields);

/*

* append field values to pg table

*/

$pgconnectionstring = "dbname=$pgdb host=$pghost port=$pgport";

if (strlen($pguser)) {

$pgconnectionstring .= " user=$pguser";

}

if (strlen($pgpassword)) {

$pgconnectionstring .= " password=$pgpassword";

}

$pgconnection = pg_connect($pgconnectionstring);

if (!$pgconnection) {

if ($logging) echo "Error: could not make database connection: ".pg_last_error($pgconnection);

return false;

}

$results = pg_query($pgconnection, "SELECT * FROM $pgtable LIMIT 1");

$pgtable_fieldcount = pg_num_fields($results);

if(!$pgtable_fieldcount) {

if ($logging) echo "Error: could not get target table $pgtable field count \n";

return false;

}

$file_recordcount = count($file_records);

$parsed_recordcount = count($file_fields);

if ($logging) echo "\$pgtable_fieldcount: $pgtable_fieldcount\n";

if ($logging) echo "\$fieldcount (expected): $fieldcount\n";

if ($fieldcount<0) if ($logging) print "Warning: field count is <0 ($fieldcount), therefore saving each field to a relational record in table $pgtable \n";

if ($logging) echo "\$file_recordcount: $file_recordcount\n";

if ($logging) echo "\$parsed_recordcount: $parsed_recordcount\n";

if ($linenumbers) if ($logging) echo "Warning: using first field in table $pgtable as a line number field \n";

$arraytocopy = array();

//loop over the file records

//for($recordnumber=0;$recordnumber<$file_recordcount;$recordnumber++) {

//loop over the parsed file records

for($recordnumber=0;$recordnumber<$parsed_recordcount;$recordnumber++) {

if ($recordnumber>=$skiplines) {

$file_fieldcount = count($file_fields[$recordnumber]);

if ($debugging) echo "\$recordnumber: ".($recordnumber+1)." \$file_fieldcount: $file_fieldcount\n";

/*

* if $fieldcount >=0 then copy the record fields to database table fields, 1 to 1

* but if $fieldcount <0 then it means to create relational records in the target table for every field. like: row#, column#, value

*/

if ($fieldcount>=0) {

if ($fieldcount && ($file_fieldcount<>$fieldcount)) {

if ($logging) echo "Warning: record ".($recordnumber+1)." in file $file_name has $file_fieldcount fields, expected $fieldcount \n";

}

if ($file_fieldcount>$pgtable_fieldcount) {

if ($logging) echo "Warning: record ".($recordnumber+1)." in file $file_name has $file_fieldcount fields, pg table $pgtable only has $pgtable_fieldcount \n";

}

/*

* create the tab delimited string to use for the "row"

*/

$row = "";

$fieldcounttocopy = $pgtable_fieldcount;

$fieldcountcopied = 0;

/*

* use the first field in the output table for file line numbers

*/

if ($linenumbers) {

$row .= $recordnumber+1;

$fieldcounttocopy = $pgtable_fieldcount-1;

$fieldcountcopied=1;

}

/*

* now fill out the tab delimited string to paste in each row

*/

for ($fieldnumber=0;$fieldnumber<$fieldcounttocopy;$fieldnumber++) {

if ($fieldcountcopied) $row .= "\t";

if ($fieldnumber<$file_fieldcount) {

$row .= $file_fields[$recordnumber][$fieldnumber];

} else {

$row .= "\\NULL";

}

$fieldcountcopied++;

}

$row .= "\n";

$arraytocopy[] = $row;

} else {

/*

* make sure the target table is the right size, should be three fields

*/

if ($pgtable_fieldcount<>3) {

if ($logging) echo "Error, relational table must have three fields. The pg table $pgtable has $pgtable_fieldcount \n";

return false;

}

/*

* create the tab delimited string to use for the "row"

*/

$fieldcounttocopy = $file_fieldcount;

$fieldcountcopied = 0;

/*

* loop over all the fields, creating a record out of each

*/

for ($fieldnumber=0;$fieldnumber<$fieldcounttocopy;$fieldnumber++) {

/*

* now fill out the tab delimited string to paste in each row

*/

$zero_base=false;

if ($zero_base) {

$r=($recordnumber-$skiplines);

$c=$fieldnumber;

} else {

$r=($recordnumber-$skiplines)+1;

$c=$fieldnumber+1;

}

$val=$file_fields[$recordnumber][$fieldnumber];

$row="";

$row .= $r;

$row .= "\t";

$row .= $c;

$row .= "\t";

$row .= $val;

$row .= "\n";

$arraytocopy[] = $row;

$fieldcountcopied++;

}

}

} else {

if ($logging) print "Warning: skipping line ".($recordnumber+1)." of file $file_name \n";

}

}

if ($deleterecords) {

if ($logging) echo "Alert: csv2pg: deleting existing records from $pgtable.\n";

$results = pg_query($pgconnection, "DELETE FROM $pgtable");

}

return pg_copy_from($pgconnection,$pgtable,$arraytocopy,"\t","\\NULL");

} else {

if ($logging) echo "Error: csv2pg: could not convert file record array into file field arrays\n";

return false;

}

} else {

if ($logging) echo "Error: csv2pg: could not read from file: $file_name \n";

return false;

}

if (array_key_exists(LOGGING,$options)) {

$logging = $options[LOGGING];

} else {

$logging = false;

}

if (array_key_exists(DEBUGGING,$options)) {

$debugging = $options[DEBUGGING];

} else {

$debugging = false;

}

if (array_key_exists(DELIMITER,$options)) {

$delimiter = $options[DELIMITER];

} else {

$delimiter = ",";

}

$enclosure='"';

$escape='\\';

if (array_key_exists(METHOD,$options)) {

$method = $options[METHOD];

} else {

if ($logging) echo "Error: csv2array: missing file processing method\n";

if ($debugging) print_r($options);

return false;

}

// there are better more rigorous methods out there, but this was a quick and inexpensive project...

// put the better ones here when the need arises

switch($method) {

// this allows multiple adjacent delimiters to be treated as one

// mainly used for spaces, but tried to generalize it to other delimiters just in case

case 2:

$csvArray = array();

foreach ($file_records as $file_record) {

switch ($delimiter) {

case " ":

$csvArray[] = preg_split ("/\s+/",$file_record);

break;

case "\t":

$csvArray[] = preg_split ("/\t+/",$file_record);

break;

default:

// not sure this always works for all characters chosen as delimiters

// may need more specfic cases added above

$csvArray[] = preg_split ("/".$delimiter."+/",$file_record);

}

}

return $csvArray;

break;

case 1:

$csvArray = array();

foreach ($file_records as $file_record)

$csvArray[] = str_getcsv($file_record,$delimiter,$enclosure,$escape);

return $csvArray;

break;

case 0:

default:

if ($logging)echo "Error: csv2array: invalid file processing method specified: ".$method."\n";

return false;

}

//check that we have at least one

$fieldwidthcount = count($fixed_width_array);

if (!$fieldwidthcount) {

return false;

}

$fixed_width = $fixed_width_array[0];

if (!$fixed_width) {

return false;

}

// we have at least one field wdith, continue...

if (array_key_exists(LOGGING,$options)) {

$logging = $options[LOGGING];

} else {

$logging = false;

}

if (array_key_exists(DEBUGGING,$options)) {

$debugging = $options[DEBUGGING];

} else {

$debugging = false;

}

$recordArray = array();

foreach ($file_records as $file_record) {

$fieldArray = array();

$recordLength = strlen($file_record);

$currentpointer = 0;

$currentwidth = 0;

$fieldcounter = 0;

while ($currentpointer < $recordLength) {

// reset field width if necessary

if ($fieldcounter < $fieldwidthcount) {

$currentwidth = $fixed_width_array[$fieldcounter];

}

//get the field

$fieldArray[] = substr($file_record,$currentpointer,$currentwidth);

//set up for the next field

$currentpointer += $currentwidth;

$fieldcounter++;

}

$recordArray[] = $fieldArray;

}

return $recordArray;

if (array_key_exists(LOGGING,$options)) {

$logging = $options[LOGGING];

} else {

$logging = false;

}

if (array_key_exists(DEBUGGING,$options)) {

$debugging = $options[DEBUGGING];

} else {

$debugging = false;

}

if (array_key_exists(DELIMITER,$options)) {

$delimiter = $options[DELIMITER];

} else {

$delimiter = ",";

}

$enclosure='"';

$escape='\\';

if (array_key_exists(METHOD,$options)) {

$method = $options[METHOD];

} else {

if ($logging) echo "Error: csv2array: missing file processing method\n";

if ($debugging) print_r($options);

return false;

}

$mfwfArray = array();

$file_record_counter = 0;

$next_timestep_record = 1;

$current_timestep = 0;

foreach ($file_records as $file_record) {

/*

* for modflow well files, have to do some processing of some records, before reading the others

* in the case I am handling,

* read but ignore record 1

* read a time step record and get the timestep info and number of following records

* if it is a desired year, read the records, adding the time step info as an extra field at the start

* assumes month index starting in jan 1900 is the time step counter

*/

// first parse the record

$record_field_array=array();

// there are better more rigorous methods out there, but this was a quick and inexpensive project...

// put the better ones here when the need arises

switch($method) {

// this allows multiple adjacent delimiters to be treated as one

// mainly used for spaces, but tried to generalize it to other delimiters just in case

case 2:

switch ($delimiter) {

case " ":

$record_field_array = preg_split ("/\s+/",$file_record);

break;

case "\t":

$record_field_array = preg_split ("/\t+/",$file_record);

break;

default:

// not sure this always works for all characters chosen as delimiters

// may need more specfic cases added above

$record_field_array = preg_split ("/".$delimiter."+/",$file_record);

}

break;

case 1:

$record_field_array = str_getcsv($file_record,$delimiter,$enclosure,$escape);

break;

case 0:

default:

if ($logging)echo "Error: csv2array: invalid file processing method specified: ".$method."\n";

return false;

}

// make sure we have skipped the first record

if($file_record_counter) {

if($file_record_counter == $next_timestep_record) {

//determine the next time step record

$timesteprecordcount = intval($record_field_array[0]);

$next_timestep_record += $timesteprecordcount + 1;

//now figure out the current time step index in case there are data records to read

$timestepstring = $record_field_array[1];

$nyear = intval(substr($timestepstring,4,4));

$monthstr = substr($timestepstring,0,3);

switch (strtolower(trim($monthstr))) {

case "jan":

$nmonth = 1;

break;

case "feb":

$nmonth = 2;

break;

case "mar":

$nmonth = 3;

break;

case "apr":

$nmonth = 4;

break;

case "may":

$nmonth = 5;

break;

case "jun":

$nmonth = 6;

break;

case "jul":

$nmonth = 7;

break;

case "aug":

$nmonth = 8;

break;

case "sep":

$nmonth = 9;

break;

case "oct":

$nmonth = 10;

break;

case "nov":

$nmonth = 11;

break;

case "dec":

$nmonth = 12;

break;

default:

$nmonth = 1;

}

$current_timestep = ($nyear-1900)*12 + $nmonth;

} else {

//it is a data record, read it and save the data

$temp_field_array = array();

$temp_field_array[0] = $current_timestep;

for($i=0;$i<count($record_field_array);$i++) {

$temp_field_array[$i+1] = $record_field_array[$i];

}

if($modflowwellfile>0) {

if($modflowwellfile==$nyear) {

$mfwfArray[]=$temp_field_array;

}

} else {

$mfwfArray[]=$temp_field_array;

}

}

}

$file_record_counter++;

}

return $mfwfArray;