require_once __DIR__ . '/../phplib/util.php'; $TODAY = date("Y-m-d"); $TODAY_TIMESTAMP = strtotime("{$TODAY} 00:00:00"); $REMOTE_FOLDER = 'download/xmldump'; $STATIC_FILES = file(Config::get('static.url') . 'fileList.txt'); $LAST_DUMP = getLastDumpDate($REMOTE_FOLDER); $LAST_DUMP_TIMESTAMP = $LAST_DUMP ? strtotime("{$LAST_DUMP} 00:00:00") : null; $USERS = getActiveUsers(); $FTP = new FtpUtil(); log_scriptLog("generating dump for {$TODAY}; previous dump is " . ($LAST_DUMP ? $LAST_DUMP : '-never-')); if ($LAST_DUMP == $TODAY) { log_scriptLog("a dump already exists for {$TODAY}; aborting"); die("a dump already exists for {$TODAY}; aborting\n"); } dumpSources("{$REMOTE_FOLDER}/{$TODAY}-sources.xml.gz"); dumpInflections("{$REMOTE_FOLDER}/{$TODAY}-inflections.xml.gz"); dumpAbbrevs("{$REMOTE_FOLDER}/{$TODAY}-abbrevs.xml.gz"); dumpDefinitions("SELECT * FROM Definition WHERE sourceId IN (SELECT id FROM Source WHERE canDistribute) AND status = 0 AND modDate < {$TODAY_TIMESTAMP}", "{$REMOTE_FOLDER}/{$TODAY}-definitions.xml.gz", 'dumping definitions'); dumpLexems("SELECT * FROM Lexem where modDate < {$TODAY_TIMESTAMP}", "{$REMOTE_FOLDER}/{$TODAY}-lexems.xml.gz", 'dumping lexems and inflected forms'); dumpLdm("SELECT M.lexemId, M.definitionId FROM LexemDefinitionMap M, Definition D " . "WHERE D.id = M.definitionId AND D.sourceId in (SELECT id FROM Source WHERE canDistribute) " . "AND D.status = 0 AND M.modDate < {$TODAY_TIMESTAMP} ORDER BY M.lexemId, M.definitionId", "{$REMOTE_FOLDER}/{$TODAY}-ldm.xml.gz", 'dumping lexem-definition map'); if ($LAST_DUMP) { dumpDefinitions("SELECT * FROM Definition WHERE sourceId IN (SELECT id FROM Source WHERE canDistribute) " . "AND modDate >= {$LAST_DUMP_TIMESTAMP} AND modDate < {$TODAY_TIMESTAMP}", "{$REMOTE_FOLDER}/{$TODAY}-definitions-diff.xml.gz", 'dumping definitions diff'); dumpLexems("SELECT * FROM Lexem where modDate >= {$LAST_DUMP_TIMESTAMP} AND modDate < {$TODAY_TIMESTAMP}", "{$REMOTE_FOLDER}/{$TODAY}-lexems-diff.xml.gz", 'dumping lexems and inflected forms diff'); dumpLdmDiff("{$REMOTE_FOLDER}/{$LAST_DUMP}-ldm.xml.gz", "{$REMOTE_FOLDER}/{$TODAY}-ldm.xml.gz", "{$REMOTE_FOLDER}/{$TODAY}-ldm-diff.xml.gz"); } removeOldDumps($REMOTE_FOLDER, $TODAY, $LAST_DUMP); /**************************************************************************/ function getActiveUsers() { $results = db_execute("SELECT id, nick FROM User WHERE id IN (SELECT DISTINCT userId FROM Definition)");
<?php require_once "../phplib/util.php"; smarty_init(); $TODAY = date("Y-m-d"); $TODAY_TIMESTAMP = strtotime("{$TODAY} 00:00:00"); $FOLDER = util_getRootPath() . '/wwwbase/download/xmldump'; $LAST_DUMP = getLastDumpDate($FOLDER); $LAST_DUMP_TIMESTAMP = $LAST_DUMP ? strtotime("{$LAST_DUMP} 00:00:00") : null; $USERS = getActiveUsers(); log_scriptLog("generating dump for {$TODAY}; previous dump is " . ($LAST_DUMP ? $LAST_DUMP : '-never-')); if ($LAST_DUMP == $TODAY) { log_scriptLog("a dump already exists for {$TODAY}; aborting"); exit(1); } dumpSources("{$FOLDER}/{$TODAY}-sources.xml.gz"); dumpInflections("{$FOLDER}/{$TODAY}-inflections.xml.gz"); dumpAbbrevs("{$FOLDER}/{$TODAY}-abbrevs.xml.gz"); dumpDefinitions("SELECT * FROM Definition WHERE sourceId IN (SELECT id FROM Source WHERE canDistribute) AND status = 0 AND modDate < {$TODAY_TIMESTAMP}", "{$FOLDER}/{$TODAY}-definitions.xml.gz", 'dumping definitions'); dumpLexems("SELECT * FROM Lexem where modDate < {$TODAY_TIMESTAMP}", "{$FOLDER}/{$TODAY}-lexems.xml.gz", 'dumping lexems and inflected forms'); dumpLdm("SELECT M.lexemId, M.definitionId FROM LexemDefinitionMap M, Definition D " . "WHERE D.id = M.definitionId AND D.sourceId in (SELECT id FROM Source WHERE canDistribute) " . "AND D.status = 0 AND M.modDate < {$TODAY_TIMESTAMP} ORDER BY M.lexemId, M.definitionId", "{$FOLDER}/{$TODAY}-ldm.xml.gz", 'dumping lexem-definition map'); if ($LAST_DUMP) { dumpDefinitions("SELECT * FROM Definition WHERE sourceId IN (SELECT id FROM Source WHERE canDistribute) " . "AND modDate >= {$LAST_DUMP_TIMESTAMP} AND modDate < {$TODAY_TIMESTAMP}", "{$FOLDER}/{$TODAY}-definitions-diff.xml.gz", 'dumping definitions diff'); dumpLexems("SELECT * FROM Lexem where modDate >= {$LAST_DUMP_TIMESTAMP} AND modDate < {$TODAY_TIMESTAMP}", "{$FOLDER}/{$TODAY}-lexems-diff.xml.gz", 'dumping lexems and inflected forms diff'); dumpLdmDiff("{$FOLDER}/{$LAST_DUMP}-ldm.xml.gz", "{$FOLDER}/{$TODAY}-ldm.xml.gz", "{$FOLDER}/{$TODAY}-ldm-diff.xml.gz"); } removeOldDumps($FOLDER, $TODAY, $LAST_DUMP); /**************************************************************************/ function getActiveUsers() { $results = db_execute("SELECT id, nick FROM User WHERE id IN (SELECT DISTINCT userId FROM Definition)");