/** * Given a well-formed xmlrpc struct object returns an AdoDB object * * @todo add some error checking on the input value */ function xmlrpcval2rs(&$xmlrpcval) { $fields_array = array(); $data_array = array(); // rebuild column information $header = $xmlrpcval->structmem('header'); $numfields = $header->structmem('fieldcount'); $numfields = $numfields->scalarval(); $numrecords = $header->structmem('recordcount'); $numrecords = $numrecords->scalarval(); $sqlstring = $header->structmem('sql'); $sqlstring = $sqlstring->scalarval(); $fieldinfo = $header->structmem('fieldinfo'); for ($i = 0; $i < $numfields; $i++) { $temp = $fieldinfo->arraymem($i); $fld = new ADOFieldObject(); while (list($key, $value) = $temp->structeach()) { if ($key == "name") { $fld->name = $value->scalarval(); } if ($key == "type") { $fld->type = $value->scalarval(); } if ($key == "max_length") { $fld->max_length = $value->scalarval(); } if ($key == "not_null") { $fld->not_null = $value->scalarval(); } if ($key == "has_default") { $fld->has_default = $value->scalarval(); } if ($key == "default_value") { $fld->default_value = $value->scalarval(); } } // while $fields_array[] = $fld; } // for // fetch recordset information into php array $body = $xmlrpcval->structmem('body'); for ($i = 0; $i < $numrecords; $i++) { $data_array[$i] = array(); $xmlrpcrs_row = $body->arraymem($i); for ($j = 0; $j < $numfields; $j++) { $temp = $xmlrpcrs_row->arraymem($j); $data_array[$i][$j] = $temp->scalarval(); } // for j } // for i // finally build in-memory recordset object and return it $rs = new ADORecordSet_array(); $rs->InitArrayFields($data_array, $fields_array); return $rs; }
/** * Open CSV file and convert it into Data. * * @param url file/ftp/http url * @param err returns the error message * @param timeout dispose if recordset has been alive for $timeout secs * * @return recordset, or false if error occured. If no * error occurred in sql INSERT/UPDATE/DELETE, * empty recordset is returned */ function &csv2rs($url, &$err, $timeout = 0) { $ishttp = strpos(substr($url, 3, 10), ':') !== false; $fp = @fopen($url, 'r'); $err = false; if (!$fp) { $err = $url . 'file/URL not found'; return false; } if (!$ishttp) { flock($fp, LOCK_SH); } $arr = array(); $ttl = 0; if ($meta = fgetcsv($fp, 32000, ",")) { // first read is larger because contains sql // check if error message if (strncmp($meta[0], '****', 4) === 0) { $err = trim(substr($meta[0], 4, 1024)); fclose($fp); return false; } // check for meta data // $meta[0] is -1 means return an empty recordset // $meta[1] contains a time if (strncmp($meta[0], '====', 4) === 0) { if ($meta[0] == "====-1") { if (sizeof($meta) < 5) { $err = "Corrupt first line for format -1"; fclose($fp); return false; } fclose($fp); if ($timeout > 0) { $err = " Illegal Timeout {$timeout} "; return false; } $rs->fields = array(); $rs->timeCreated = $meta[1]; $rs = new ADORecordSet($val = true); $rs->EOF = true; $rs->_numOfFields = 0; $rs->sql = urldecode($meta[2]); $rs->affectedrows = (int) $meta[3]; $rs->insertid = $meta[4]; return $rs; } # If detect timeout here return false, forcing a fresh query and new cache values # # Under high volume loads, we want only 1 thread/process to _write_file # so that we don't have 50 processes queueing to write the same data. # # We implement a probabilistic blocking write: # # -2 sec before timeout, give processes 1/16 chance of writing to file with blocking io # -1 sec after timeout give processes 1/4 chance of writing with blocking # +0 sec after timeout, give processes 100% chance writing with blocking if (sizeof($meta) > 1) { if ($timeout > 0) { $tdiff = $meta[1] + $timeout - time(); if ($tdiff <= 2) { switch ($tdiff) { case 2: if ((rand() & 0xf) == 0) { fclose($fp); $err = "Timeout 2"; return false; } break; case 1: if ((rand() & 0x3) == 0) { fclose($fp); $err = "Timeout 1"; return false; } break; default: fclose($fp); $err = "Timeout 0"; return false; } // switch } // if check flush cache } // (timeout>0) $ttl = $meta[1]; } $meta = false; $meta = fgetcsv($fp, 16000, ","); if (!$meta) { fclose($fp); $err = "Unexpected EOF 1"; return false; } } // Get Column definitions $flds = array(); foreach ($meta as $o) { $o2 = explode(':', $o); if (sizeof($o2) != 3) { $arr[] = $meta; $flds = false; break; } $fld = new ADOFieldObject(); $fld->name = urldecode($o2[0]); $fld->type = $o2[1]; $fld->max_length = $o2[2]; $flds[] = $fld; } } else { fclose($fp); $err = "Recordset had unexpected EOF 2"; return false; } // slurp in the data $MAXSIZE = 128000; $text = fread($fp, $MAXSIZE); $cnt = 1; while (strlen($text) == $MAXSIZE * $cnt) { $text .= fread($fp, $MAXSIZE); $cnt += 1; } fclose($fp); //print "<hr>"; //print_r($text); //if (strlen($text) == 0) $arr = array(); //else $arr = unserialize($text); //print_r($arr); if (!is_array($arr)) { $err = "Recordset had unexpected EOF (in serialized recordset)"; if (get_magic_quotes_runtime()) { $err .= ". Magic Quotes Runtime should be disabled!"; } return false; } $rs = new ADORecordSet_array(); $rs->timeCreated = $ttl; $rs->InitArrayFields($arr, $flds); return $rs; }
function &_rs2rs(&$rs, $nrows = -1, $offset = -1) { $arr =& $rs->GetArrayLimit($nrows, $offset); $flds = array(); for ($i = 0, $max = $rs->FieldCount(); $i < $max; $i++) { $flds[] =& $rs->FetchField($i); } $rs->Close(); $rs2 = new ADORecordSet_array(); $rs2->InitArrayFields($arr, $flds); return $rs2; }
/** * Open CSV file and convert it into Data. * * @param url file/ftp/http url * @param err returns the error message * @param timeout dispose if recordset has been alive for $timeout secs * * @return recordset, or false if error occured. If no * error occurred in sql INSERT/UPDATE/DELETE, * empty recordset is returned */ function &csv2rs($url, &$err, $timeout = 0) { $fp = @fopen($url, 'r'); $err = false; if (!$fp) { $err = $url . 'file/URL not found'; return false; } flock($fp, LOCK_SH); $arr = array(); $ttl = 0; if ($meta = fgetcsv($fp, 8192, ",")) { // check if error message if (substr($meta[0], 0, 4) === '****') { $err = trim(substr($meta[0], 4, 1024)); fclose($fp); return false; } // check for meta data // $meta[0] is -1 means return an empty recordset // $meta[1] contains a time if (substr($meta[0], 0, 4) === '====') { if ($meta[0] == "====-1") { if (sizeof($meta) < 5) { $err = "Corrupt first line for format -1"; fclose($fp); return false; } fclose($fp); if ($timeout > 0) { $err = ' Timeout for insert/update/delete illegal'; return false; } $val = 1; $rs = new ADORecordSet($val); $rs->EOF = true; $rs->_numOfFields = 0; $rs->sql = urldecode($meta[2]); $rs->affectedrows = (int) $meta[3]; $rs->insertid = $meta[4]; $rs->aa = '100'; return $rs; } # Under high volume loads, we want only 1 thread/process to _write_file # so that we don't have 50 processes queueing to write the same data. # Would require probabilistic blocking write # # -2 sec before timeout, give processes 1/16 chance of writing to file with blocking io # -1 sec after timeout give processes 1/4 chance of writing with blocking # +0 sec after timeout, give processes 100% chance writing with blocking if (sizeof($meta) > 1) { if ($timeout > 0) { $tdiff = $meta[1] + $timeout - time(); if ($tdiff <= 2) { switch ($tdiff) { case 2: if ((rand() & 15) == 0) { fclose($fp); $err = "Timeout 2"; return false; } break; case 1: if ((rand() & 3) == 0) { fclose($fp); $err = "Timeout 1"; return false; } break; default: fclose($fp); $err = "Timeout 0"; return false; } // switch } // if check flush cache } // (timeout>0) $ttl = $meta[1]; } $meta = fgetcsv($fp, 8192, ","); if (!$meta) { fclose($fp); $err = "Unexpected EOF 1"; return false; } } // Get Column definitions $flds = array(); foreach ($meta as $o) { $o2 = explode(':', $o); if (sizeof($o2) != 3) { $arr[] = $meta; $flds = false; break; } $fld = new ADOFieldObject(); $fld->name = urldecode($o2[0]); $fld->type = $o2[1]; $fld->max_length = $o2[2]; $flds[] = $fld; } } else { fclose($fp); $err = "Recordset had unexpected EOF 2"; //print "$url ";print_r($meta); //die(); return false; } // slurp in the data $text = fread($fp, MAX_BLOB_SIZE); fclose($fp); //$text = substr($text,0,44); $arr = @unserialize($text); //var_dump($arr); if (!is_array($arr)) { $err = "Recordset had unexpected EOF 3"; return false; } $rs = new ADORecordSet_array(); $rs->timeCreated = $ttl; $rs->InitArrayFields($arr, $flds); return $rs; }
/** * Open CSV file and convert it into Data. * * @param url file/ftp/http url * @param err returns the error message * @param timeout dispose if recordset has been alive for $timeout secs * * @return recordset, or false if error occured. If no * error occurred in sql INSERT/UPDATE/DELETE, * empty recordset is returned */ function csv2rs($url, &$err, $timeout = 0) { $err = false; $fp = @fopen($url, 'rb'); if (!$fp) { $err = $url . ' file/URL not found'; return false; } flock($fp, LOCK_SH); $arr = array(); $ttl = 0; if ($meta = fgetcsv($fp, 32000, ",")) { // check if error message if (strncmp($meta[0], '****', 4) === 0) { $err = trim(substr($meta[0], 4, 1024)); fclose($fp); return false; } // check for meta data // $meta[0] is -1 means return an empty recordset // $meta[1] contains a time if (strncmp($meta[0], '====', 4) === 0) { if ($meta[0] == "====-1") { if (sizeof($meta) < 5) { $err = "Corrupt first line for format -1"; fclose($fp); return false; } fclose($fp); if ($timeout > 0) { $err = " Illegal Timeout {$timeout} "; return false; } $rs->fields = array(); $rs->timeCreated = $meta[1]; $rs = new ADORecordSet($val = true); $rs->EOF = true; $rs->_numOfFields = 0; $rs->sql = urldecode($meta[2]); $rs->affectedrows = (int) $meta[3]; $rs->insertid = $meta[4]; return $rs; } # Under high volume loads, we want only 1 thread/process to _write_file # so that we don't have 50 processes queueing to write the same data. # We use probabilistic timeout, ahead of time. # # -4 sec before timeout, give processes 1/32 chance of timing out # -2 sec before timeout, give processes 1/16 chance of timing out # -1 sec after timeout give processes 1/4 chance of timing out # +0 sec after timeout, give processes 100% chance of timing out if (sizeof($meta) > 1) { if ($timeout > 0) { $tdiff = (int) ($meta[1] + $timeout - time()); if ($tdiff <= 2) { switch ($tdiff) { case 4: case 3: if ((rand() & 31) == 0) { fclose($fp); $err = "Timeout 3"; return false; } break; case 2: if ((rand() & 15) == 0) { fclose($fp); $err = "Timeout 2"; return false; } break; case 1: if ((rand() & 3) == 0) { fclose($fp); $err = "Timeout 1"; return false; } break; default: fclose($fp); $err = "Timeout 0"; return false; } // switch } // if check flush cache } // (timeout>0) $ttl = $meta[1]; } //================================================ // new cache format - use serialize extensively... if ($meta[0] === '====1') { // slurp in the data $MAXSIZE = 128000; $text = fread($fp, $MAXSIZE); if (strlen($text)) { while ($txt = fread($fp, $MAXSIZE)) { $text .= $txt; } } fclose($fp); $rs = unserialize($text); if (is_object($rs)) { $rs->timeCreated = $ttl; } else { $err = "Unable to unserialize recordset"; //echo htmlspecialchars($text),' !--END--!<p>'; } return $rs; } $meta = false; $meta = fgetcsv($fp, 32000, ","); if (!$meta) { fclose($fp); $err = "Unexpected EOF 1"; return false; } } // Get Column definitions $flds = array(); foreach ($meta as $o) { $o2 = explode(':', $o); if (sizeof($o2) != 3) { $arr[] = $meta; $flds = false; break; } $fld = new ADOFieldObject(); $fld->name = urldecode($o2[0]); $fld->type = $o2[1]; $fld->max_length = $o2[2]; $flds[] = $fld; } } else { fclose($fp); $err = "Recordset had unexpected EOF 2"; return false; } // slurp in the data $MAXSIZE = 128000; $text = ''; while ($txt = fread($fp, $MAXSIZE)) { $text .= $txt; } fclose($fp); @($arr = unserialize($text)); //var_dump($arr); if (!is_array($arr)) { $err = "Recordset had unexpected EOF (in serialized recordset)"; if (get_magic_quotes_runtime()) { $err .= ". Magic Quotes Runtime should be disabled!"; } return false; } $rs = new ADORecordSet_array(); $rs->timeCreated = $ttl; $rs->InitArrayFields($arr, $flds); return $rs; }