Ejemplos de savePageInfo en PHP

Ejemplo n.º 1

Archivo: index.php Proyecto: VarenKoks/fdt-page-scrapper

for ($i = 1; $i <= 9; $i++) {
    $page_title = preg_replace("/\\[REGION_CASE_" . $i . "\\]/", isset($region_cases["{$i}"]) ? $region_cases["{$i}"] : "", $page_title);
    $page_title = preg_replace("/\\[CITY_CASE_" . $i . "\\]/", isset($city_cases["{$i}"]) ? $city_cases["{$i}"] : "", $page_title);
}
$page_title = preg_replace("/\\[REGION_NAME\\]/", $region_name, $page_title);
if (!$is_cached) {
    $iterator_i = 0;
    while (!$page_meta_description) {
        #echo "Page_title: ".$page_title."<br/>";
        #echo "Iterator index: ".$iterator_i."<br/>";
        $iterator_i++;
        $snippet_array = $snippet_extractor->Start(preg_replace('/\\|/', ' ', $page_title), 'ru', 1, $function);
        $page_meta_description = preg_replace('/ {0,}\\.{2,}/', '.', $snippet_array[0]["description"]);
    }
    $page_title = $page_title . " | " . $_SERVER['HTTP_HOST'];
    savePageInfo($con, $url_for_cache, $page_title, $page_title, $page_meta_description);
}
if ($current_page == "CITY_PAGE") {
    $template = fillSnippetsContent($template, $key_info['city_name'] . " " . $key_info['key_value'], $con, $url);
    //delete all unnecessary templates anchors
    for ($i = 0; $i < 9; $i++) {
        $template = preg_replace("/\\[SNIPPET_TITLE_" . ($i + 1) . "\\]/", '', $template);
        $template = preg_replace("/\\[SNIPPET_CONTENT_" . ($i + 1) . "\\]/", '', $template);
        $template = preg_replace("/\\[SNIPPET_IMG_LARGE_" . ($i + 1) . "\\]/", '', $template);
        $template = preg_replace("/\\[SNIPPET_IMG_SMALL_" . ($i + 1) . "\\]/", '', $template);
    }
    unset($key_info);
}
$template = preg_replace("/\\[BREAD_CRUMBS\\]/", $bread_crumbs, $template);
$template = preg_replace("/\\[REGION_NAME\\]/", $region_name, $template);
$template = preg_replace("/\\[TITLE\\]/", $page_title, $template);

Ejemplo n.º 2

Archivo: news_poster.php Proyecto: VarenKoks/fdt-page-scrapper

if (mysqli_connect_errno())
{
  echo "Failed to connect to MySQL: " . mysqli_connect_error();
}*/
$news_count_for_posting = $news_per_day;
echo "news_count_for_posting: " . $news_count_for_posting . "<br/>";
//получаем список всех новостей, у которых время постинга больше текущего времени на 5 мин
$news_for_posting_array = getNewsIdForPostingArray($conn, $news_count_for_posting);
echo var_dump($news_for_posting_array);
$site_main_domain = $argv[1];
for ($i = 0; $i < count($news_for_posting_array); $i++) {
    postNews($conn, $news_for_posting_array[$i]);
    $key_info = getPageInfoByNewsPoster($conn, $news_for_posting_array[$i]);
    //TODO GET conn,title,keywords,description
    $page_title = $key_info['key_value'] . " | " . MAIN_TITLE;
    $page_url = $key_info['key_value_latin'];
    $keywords = $page_url;
    $description = getDescriptionByKey($page_title);
    $page_title = $page_title . " | " . $site_main_domain;
    $key_value = $key_info['key_value'];
    $snippets_array = array();
    echo "page_url: " . $page_url . "<br/>";
    echo "description: " . $description . "<br/>";
    echo "page_title: " . $page_title . "<br/>";
    echo "key_value: " . $key_value . "<br/>";
    savePageInfo($conn, $page_url, $page_title, $keywords, $description);
    //getting snippets array
    scrapPageSnippets($snippets_array, $key_value, $conn, $page_url);
}
mysqli_close($conn);
unset($conn);