public static function getColumnId($name) { $name = trim($name); if (is_null(self::$_column_groups)) { self::$_column_groups = array(); foreach (ColumnGroup::search(1) as $group) { self::$_column_groups[$group->name] = $group->id; } } if (!array_key_exists($name, self::$_column_groups)) { self::$_column_groups[$name] = ColumnGroup::insert(array('name' => $name))->id; } return self::$_column_groups[$name]; }
public function dump() { $columns = array(); foreach (ColumnGroup::search(1) as $columngroup) { $columns[$columngroup->id] = $columngroup->name; } $delta = 10000000; for ($i = 0; $i * $delta < 99999999; $i++) { $start = $i * $delta; $end = $start + $delta - 1; $tmpname1 = tempnam('', ''); $tmpname2 = tempnam('', ''); $file_name1 = 'files/' . str_pad($i * $delta, 8, '0', STR_PAD_LEFT) . '.json.gz'; $file_name2 = 'files/bussiness-' . str_pad($i * $delta, 8, '0', STR_PAD_LEFT) . '.json.gz'; $fp[1] = $fp[3] = gzopen($tmpname1, 'w'); $fp[2] = gzopen($tmpname2, 'w'); $unit_id = null; $unit = new StdClass(); foreach (UnitData::search("`id` >= {$start} AND `id` <= {$end}")->order("`id`, `column_id`")->volumemode(10000) as $unit_data) { if (!is_null($unit_id) and $unit_data->id != $unit_id) { fwrite($fp[$this->getType($unit_id)], str_pad($unit_id, 8, '0', STR_PAD_LEFT) . ',' . json_encode($unit, JSON_UNESCAPED_UNICODE) . "\n"); $unit = new StdClass(); } $unit_id = $unit_data->id; $unit->{$columns[$unit_data->column_id]} = json_decode($unit_data->value); } if (!is_null($unit_id)) { fwrite($fp[$this->getType($unit_id)], str_pad($unit_id, 8, '0', STR_PAD_LEFT) . ',' . json_encode($unit, JSON_UNESCAPED_UNICODE) . "\n"); } fclose($fp[1]); fclose($fp[2]); DropboxLib::putFile($tmpname1, $file_name1); DropboxLib::putFile($tmpname2, $file_name2); unlink($tmpname1); unlink($tmpname2); } }
public function updateData($data) { $data = (array) $data; $old_data = array(); foreach (UnitData::search(array('id' => $this->id)) as $unitdata) { $old_data[$unitdata->column_id] = $unitdata->value; } $add_data = $delete_data = $modify_data = array(); foreach ($data as $column => $value) { $column_id = ColumnGroup::getColumnId($column); if (!array_key_exists($column_id, $old_data)) { $add_data[] = $column_id; } elseif (json_encode($value, JSON_UNESCAPED_UNICODE) != $old_data[$column_id]) { $modify_data[] = $column_id; } } foreach ($old_data as $column_id => $value) { if (!array_key_exists(ColumnGroup::getColumnName($column_id), $data)) { $delete_data[] = $column_id; } } if (count($add_data) + count($modify_data) + count($delete_data) == 0) { return; } $now = time(); foreach ($add_data as $column_id) { $value = json_encode($data[ColumnGroup::getColumnName($column_id)], JSON_UNESCAPED_UNICODE); UnitData::insert(array('id' => $this->id, 'column_id' => $column_id, 'value' => $value)); UnitChangeLog::insert(array('id' => $this->id, 'updated_at' => $now, 'column_id' => $column_id, 'old_value' => '', 'new_value' => $value)); } foreach ($modify_data as $column_id) { $value = json_encode($data[ColumnGroup::getColumnName($column_id)], JSON_UNESCAPED_UNICODE); $unitdata = UnitData::find(array($this->id, $column_id)); $unitdata->update(array('value' => json_encode($data[ColumnGroup::getColumnName($column_id)], JSON_UNESCAPED_UNICODE))); try { UnitChangeLog::insert(array('id' => $this->id, 'updated_at' => $now, 'column_id' => $column_id, 'old_value' => $old_data[$column_id], 'new_value' => $value)); } catch (Pix_Table_DuplicateException $e) { } } foreach ($delete_data as $column_id) { try { UnitChangeLog::insert(array('id' => $this->id, 'updated_at' => $now, 'column_id' => $column_id, 'old_value' => $old_data[$column_id], 'new_value' => '')); } catch (Pix_Table_DuplicateException $e) { } UnitData::find(array($this->id, $column_id))->delete(); } $this->update(array('updated_at' => $now)); }
$insert_unit = array(); foreach (ImportData::search(1)->order('no')->volumemode(10000) as $importdata) { $data = json_decode($importdata->data); // 只處理商業登記 if ('商業登記' !== $data->{'類型'}) { continue; } $insert_unit[] = "(" . intval($importdata->no) . ", 2, {$data->fetch_at})"; foreach ($data as $name => $value) { // 類型和商業統一編號不需要了 $name = trim($name); if (in_array($name, array('類型', '商業統一編號', 'fetch_at'))) { continue; } if (!($column_id = $columns[$name])) { $c = ColumnGroup::insert(array('name' => $name)); $column_id = $c->id; $columns[$name] = $column_id; } $insert_data[] = "(" . intval($importdata->no) . ", {$column_id}, " . $wdb->quoteWithColumn($table, json_encode($value, JSON_UNESCAPED_UNICODE), 'value') . ')'; } if (count($insert_data) > 1000) { $wdb->query("INSERT IGNORE INTO `unit_data` (`id`, `column_id`, `value`) VALUES " . implode(', ', $insert_data)); $wdb->query("INSERT IGNORE INTO `unit` (`id`, `type`, `updated_at`) VALUES " . implode(', ', $insert_unit)); $insert_unit = array(); $insert_data = array(); } /*var_dump($data); exit;*/ } if ($insert_data) {