/**
* Given a well-formed xmlrpc struct object returns an AdoDB object
*
* @todo add some error checking on the input value
*/
function xmlrpcval2rs(&$xmlrpcval)
{
$fields_array = array();
$data_array = array();
// rebuild column information
$header = $xmlrpcval->structmem('header');
$numfields = $header->structmem('fieldcount');
$numfields = $numfields->scalarval();
$numrecords = $header->structmem('recordcount');
$numrecords = $numrecords->scalarval();
$sqlstring = $header->structmem('sql');
$sqlstring = $sqlstring->scalarval();
$fieldinfo = $header->structmem('fieldinfo');
for ($i = 0; $i < $numfields; $i++) {
$temp = $fieldinfo->arraymem($i);
$fld = new ADOFieldObject();
while (list($key, $value) = $temp->structeach()) {
if ($key == "name") {
$fld->name = $value->scalarval();
}
if ($key == "type") {
$fld->type = $value->scalarval();
}
if ($key == "max_length") {
$fld->max_length = $value->scalarval();
}
if ($key == "not_null") {
$fld->not_null = $value->scalarval();
}
if ($key == "has_default") {
$fld->has_default = $value->scalarval();
}
if ($key == "default_value") {
$fld->default_value = $value->scalarval();
}
}
// while
$fields_array[] = $fld;
}
// for
// fetch recordset information into php array
$body = $xmlrpcval->structmem('body');
for ($i = 0; $i < $numrecords; $i++) {
$data_array[$i] = array();
$xmlrpcrs_row = $body->arraymem($i);
for ($j = 0; $j < $numfields; $j++) {
$temp = $xmlrpcrs_row->arraymem($j);
$data_array[$i][$j] = $temp->scalarval();
}
// for j
}
// for i
// finally build in-memory recordset object and return it
$rs = new ADORecordSet_array();
$rs->InitArrayFields($data_array, $fields_array);
return $rs;
}
/**
* Open CSV file and convert it into Data.
*
* @param url file/ftp/http url
* @param err returns the error message
* @param timeout dispose if recordset has been alive for $timeout secs
*
* @return recordset, or false if error occured. If no
* error occurred in sql INSERT/UPDATE/DELETE,
* empty recordset is returned
*/
function &csv2rs($url, &$err, $timeout = 0)
{
$ishttp = strpos(substr($url, 3, 10), ':') !== false;
$fp = @fopen($url, 'r');
$err = false;
if (!$fp) {
$err = $url . 'file/URL not found';
return false;
}
if (!$ishttp) {
flock($fp, LOCK_SH);
}
$arr = array();
$ttl = 0;
if ($meta = fgetcsv($fp, 32000, ",")) {
// first read is larger because contains sql
// check if error message
if (strncmp($meta[0], '****', 4) === 0) {
$err = trim(substr($meta[0], 4, 1024));
fclose($fp);
return false;
}
// check for meta data
// $meta[0] is -1 means return an empty recordset
// $meta[1] contains a time
if (strncmp($meta[0], '====', 4) === 0) {
if ($meta[0] == "====-1") {
if (sizeof($meta) < 5) {
$err = "Corrupt first line for format -1";
fclose($fp);
return false;
}
fclose($fp);
if ($timeout > 0) {
$err = " Illegal Timeout {$timeout} ";
return false;
}
$rs->fields = array();
$rs->timeCreated = $meta[1];
$rs = new ADORecordSet($val = true);
$rs->EOF = true;
$rs->_numOfFields = 0;
$rs->sql = urldecode($meta[2]);
$rs->affectedrows = (int) $meta[3];
$rs->insertid = $meta[4];
return $rs;
}
# If detect timeout here return false, forcing a fresh query and new cache values
#
# Under high volume loads, we want only 1 thread/process to _write_file
# so that we don't have 50 processes queueing to write the same data.
#
# We implement a probabilistic blocking write:
#
# -2 sec before timeout, give processes 1/16 chance of writing to file with blocking io
# -1 sec after timeout give processes 1/4 chance of writing with blocking
# +0 sec after timeout, give processes 100% chance writing with blocking
if (sizeof($meta) > 1) {
if ($timeout > 0) {
$tdiff = $meta[1] + $timeout - time();
if ($tdiff <= 2) {
switch ($tdiff) {
case 2:
if ((rand() & 0xf) == 0) {
fclose($fp);
$err = "Timeout 2";
return false;
}
break;
case 1:
if ((rand() & 0x3) == 0) {
fclose($fp);
$err = "Timeout 1";
return false;
}
break;
default:
fclose($fp);
$err = "Timeout 0";
return false;
}
// switch
}
// if check flush cache
}
// (timeout>0)
$ttl = $meta[1];
}
$meta = false;
$meta = fgetcsv($fp, 16000, ",");
if (!$meta) {
fclose($fp);
$err = "Unexpected EOF 1";
return false;
}
}
// Get Column definitions
$flds = array();
foreach ($meta as $o) {
$o2 = explode(':', $o);
if (sizeof($o2) != 3) {
$arr[] = $meta;
$flds = false;
break;
}
$fld = new ADOFieldObject();
$fld->name = urldecode($o2[0]);
$fld->type = $o2[1];
$fld->max_length = $o2[2];
$flds[] = $fld;
}
} else {
fclose($fp);
$err = "Recordset had unexpected EOF 2";
return false;
}
// slurp in the data
$MAXSIZE = 128000;
$text = fread($fp, $MAXSIZE);
$cnt = 1;
while (strlen($text) == $MAXSIZE * $cnt) {
$text .= fread($fp, $MAXSIZE);
$cnt += 1;
}
fclose($fp);
//print "<hr>";
//print_r($text);
//if (strlen($text) == 0) $arr = array();
//else
$arr = unserialize($text);
//print_r($arr);
if (!is_array($arr)) {
$err = "Recordset had unexpected EOF (in serialized recordset)";
if (get_magic_quotes_runtime()) {
$err .= ". Magic Quotes Runtime should be disabled!";
}
return false;
}
$rs = new ADORecordSet_array();
$rs->timeCreated = $ttl;
$rs->InitArrayFields($arr, $flds);
return $rs;
}
function &_rs2rs(&$rs, $nrows = -1, $offset = -1)
{
$arr =& $rs->GetArrayLimit($nrows, $offset);
$flds = array();
for ($i = 0, $max = $rs->FieldCount(); $i < $max; $i++) {
$flds[] =& $rs->FetchField($i);
}
$rs->Close();
$rs2 = new ADORecordSet_array();
$rs2->InitArrayFields($arr, $flds);
return $rs2;
}
/**
* Open CSV file and convert it into Data.
*
* @param url file/ftp/http url
* @param err returns the error message
* @param timeout dispose if recordset has been alive for $timeout secs
*
* @return recordset, or false if error occured. If no
* error occurred in sql INSERT/UPDATE/DELETE,
* empty recordset is returned
*/
function &csv2rs($url, &$err, $timeout = 0)
{
$fp = @fopen($url, 'r');
$err = false;
if (!$fp) {
$err = $url . 'file/URL not found';
return false;
}
flock($fp, LOCK_SH);
$arr = array();
$ttl = 0;
if ($meta = fgetcsv($fp, 8192, ",")) {
// check if error message
if (substr($meta[0], 0, 4) === '****') {
$err = trim(substr($meta[0], 4, 1024));
fclose($fp);
return false;
}
// check for meta data
// $meta[0] is -1 means return an empty recordset
// $meta[1] contains a time
if (substr($meta[0], 0, 4) === '====') {
if ($meta[0] == "====-1") {
if (sizeof($meta) < 5) {
$err = "Corrupt first line for format -1";
fclose($fp);
return false;
}
fclose($fp);
if ($timeout > 0) {
$err = ' Timeout for insert/update/delete illegal';
return false;
}
$val = 1;
$rs = new ADORecordSet($val);
$rs->EOF = true;
$rs->_numOfFields = 0;
$rs->sql = urldecode($meta[2]);
$rs->affectedrows = (int) $meta[3];
$rs->insertid = $meta[4];
$rs->aa = '100';
return $rs;
}
# Under high volume loads, we want only 1 thread/process to _write_file
# so that we don't have 50 processes queueing to write the same data.
# Would require probabilistic blocking write
#
# -2 sec before timeout, give processes 1/16 chance of writing to file with blocking io
# -1 sec after timeout give processes 1/4 chance of writing with blocking
# +0 sec after timeout, give processes 100% chance writing with blocking
if (sizeof($meta) > 1) {
if ($timeout > 0) {
$tdiff = $meta[1] + $timeout - time();
if ($tdiff <= 2) {
switch ($tdiff) {
case 2:
if ((rand() & 15) == 0) {
fclose($fp);
$err = "Timeout 2";
return false;
}
break;
case 1:
if ((rand() & 3) == 0) {
fclose($fp);
$err = "Timeout 1";
return false;
}
break;
default:
fclose($fp);
$err = "Timeout 0";
return false;
}
// switch
}
// if check flush cache
}
// (timeout>0)
$ttl = $meta[1];
}
$meta = fgetcsv($fp, 8192, ",");
if (!$meta) {
fclose($fp);
$err = "Unexpected EOF 1";
return false;
}
}
// Get Column definitions
$flds = array();
foreach ($meta as $o) {
$o2 = explode(':', $o);
if (sizeof($o2) != 3) {
$arr[] = $meta;
$flds = false;
break;
}
$fld = new ADOFieldObject();
$fld->name = urldecode($o2[0]);
$fld->type = $o2[1];
$fld->max_length = $o2[2];
$flds[] = $fld;
}
} else {
fclose($fp);
$err = "Recordset had unexpected EOF 2";
//print "$url ";print_r($meta);
//die();
return false;
}
// slurp in the data
$text = fread($fp, MAX_BLOB_SIZE);
fclose($fp);
//$text = substr($text,0,44);
$arr = @unserialize($text);
//var_dump($arr);
if (!is_array($arr)) {
$err = "Recordset had unexpected EOF 3";
return false;
}
$rs = new ADORecordSet_array();
$rs->timeCreated = $ttl;
$rs->InitArrayFields($arr, $flds);
return $rs;
}
/**
* Open CSV file and convert it into Data.
*
* @param url file/ftp/http url
* @param err returns the error message
* @param timeout dispose if recordset has been alive for $timeout secs
*
* @return recordset, or false if error occured. If no
* error occurred in sql INSERT/UPDATE/DELETE,
* empty recordset is returned
*/
function csv2rs($url, &$err, $timeout = 0)
{
$err = false;
$fp = @fopen($url, 'rb');
if (!$fp) {
$err = $url . ' file/URL not found';
return false;
}
flock($fp, LOCK_SH);
$arr = array();
$ttl = 0;
if ($meta = fgetcsv($fp, 32000, ",")) {
// check if error message
if (strncmp($meta[0], '****', 4) === 0) {
$err = trim(substr($meta[0], 4, 1024));
fclose($fp);
return false;
}
// check for meta data
// $meta[0] is -1 means return an empty recordset
// $meta[1] contains a time
if (strncmp($meta[0], '====', 4) === 0) {
if ($meta[0] == "====-1") {
if (sizeof($meta) < 5) {
$err = "Corrupt first line for format -1";
fclose($fp);
return false;
}
fclose($fp);
if ($timeout > 0) {
$err = " Illegal Timeout {$timeout} ";
return false;
}
$rs->fields = array();
$rs->timeCreated = $meta[1];
$rs = new ADORecordSet($val = true);
$rs->EOF = true;
$rs->_numOfFields = 0;
$rs->sql = urldecode($meta[2]);
$rs->affectedrows = (int) $meta[3];
$rs->insertid = $meta[4];
return $rs;
}
# Under high volume loads, we want only 1 thread/process to _write_file
# so that we don't have 50 processes queueing to write the same data.
# We use probabilistic timeout, ahead of time.
#
# -4 sec before timeout, give processes 1/32 chance of timing out
# -2 sec before timeout, give processes 1/16 chance of timing out
# -1 sec after timeout give processes 1/4 chance of timing out
# +0 sec after timeout, give processes 100% chance of timing out
if (sizeof($meta) > 1) {
if ($timeout > 0) {
$tdiff = (int) ($meta[1] + $timeout - time());
if ($tdiff <= 2) {
switch ($tdiff) {
case 4:
case 3:
if ((rand() & 31) == 0) {
fclose($fp);
$err = "Timeout 3";
return false;
}
break;
case 2:
if ((rand() & 15) == 0) {
fclose($fp);
$err = "Timeout 2";
return false;
}
break;
case 1:
if ((rand() & 3) == 0) {
fclose($fp);
$err = "Timeout 1";
return false;
}
break;
default:
fclose($fp);
$err = "Timeout 0";
return false;
}
// switch
}
// if check flush cache
}
// (timeout>0)
$ttl = $meta[1];
}
//================================================
// new cache format - use serialize extensively...
if ($meta[0] === '====1') {
// slurp in the data
$MAXSIZE = 128000;
$text = fread($fp, $MAXSIZE);
if (strlen($text)) {
while ($txt = fread($fp, $MAXSIZE)) {
$text .= $txt;
}
}
fclose($fp);
$rs = unserialize($text);
if (is_object($rs)) {
$rs->timeCreated = $ttl;
} else {
$err = "Unable to unserialize recordset";
//echo htmlspecialchars($text),' !--END--!<p>';
}
return $rs;
}
$meta = false;
$meta = fgetcsv($fp, 32000, ",");
if (!$meta) {
fclose($fp);
$err = "Unexpected EOF 1";
return false;
}
}
// Get Column definitions
$flds = array();
foreach ($meta as $o) {
$o2 = explode(':', $o);
if (sizeof($o2) != 3) {
$arr[] = $meta;
$flds = false;
break;
}
$fld = new ADOFieldObject();
$fld->name = urldecode($o2[0]);
$fld->type = $o2[1];
$fld->max_length = $o2[2];
$flds[] = $fld;
}
} else {
fclose($fp);
$err = "Recordset had unexpected EOF 2";
return false;
}
// slurp in the data
$MAXSIZE = 128000;
$text = '';
while ($txt = fread($fp, $MAXSIZE)) {
$text .= $txt;
}
fclose($fp);
@($arr = unserialize($text));
//var_dump($arr);
if (!is_array($arr)) {
$err = "Recordset had unexpected EOF (in serialized recordset)";
if (get_magic_quotes_runtime()) {
$err .= ". Magic Quotes Runtime should be disabled!";
}
return false;
}
$rs = new ADORecordSet_array();
$rs->timeCreated = $ttl;
$rs->InitArrayFields($arr, $flds);
return $rs;
}
