<?php
// include Spider class file
require_once 'spider.class.php';
// create new Spider object
$spider = new Spider('http://onestopshopmarket.com');
// allow files with extension *.txt being spidered
$spider->allowType('txt');
// and disable files with that extension
$spider->restrictType('txt');
// set it to true if you want to see what is happening on the screen
$spider->setVerbose(true);
// start spidering website
$spider->startSpider();
// all found and fetched links are in that variable
$links = $spider->all_links;
// print it out
print_f($links);
?>
