private function estimate_time($type)
{
// clear history
$history = $this->client->getHistory();
$history->clear();
unset($history);
//
$remaining_records = 0;
if (empty($this->start_time)) {
$this->start_time = time();
}
if (empty($this->expected_records)) {
$this->expected_records = MsProfile::count();
}
switch ($type) {
case 'counties':
$total_counties = MsCounty::count();
$counties_crawled = MsCounty::where('status', '!=', '0')->count();
$remaining_records = $total_counties - $counties_crawled;
break;
case 'profiles':
$this->records_crawled = MsProfile::where('status', '=', '1')->count();
$this->state->records_crawled = $this->records_crawled;
if ($this->records_crawled) {
$remaining_records = $this->expected_records - $this->records_crawled;
}
break;
}
$record_time = time() - $this->start_time;
$expected_time = round($record_time * $remaining_records);
$this->state->expected_time = Carbon::now()->addSeconds($expected_time);
$this->state->save();
// Check Crawl State
$this->check_state();
}
public function run()
{
DB::table('ms_counties')->delete();
MsCounty::create(["county_id" => "ADAMS", "name" => "ADAMS"]);
MsCounty::create(["county_id" => "ALCORN", "name" => "ALCORN"]);
MsCounty::create(["county_id" => "AMITE", "name" => "AMITE"]);
MsCounty::create(["county_id" => "ATTALA", "name" => "ATTALA"]);
MsCounty::create(["county_id" => "BENTON", "name" => "BENTON"]);
MsCounty::create(["county_id" => "BOLIVAR", "name" => "BOLIVAR"]);
MsCounty::create(["county_id" => "CALHOUN", "name" => "CALHOUN"]);
MsCounty::create(["county_id" => "CARROLL", "name" => "CARROLL"]);
MsCounty::create(["county_id" => "CHICKASAW", "name" => "CHICKASAW"]);
MsCounty::create(["county_id" => "CHOCTAW", "name" => "CHOCTAW"]);
MsCounty::create(["county_id" => "CLAIBORNE", "name" => "CLAIBORNE"]);
MsCounty::create(["county_id" => "CLARKE", "name" => "CLARKE"]);
MsCounty::create(["county_id" => "CLAY", "name" => "CLAY"]);
MsCounty::create(["county_id" => "COAHOMA", "name" => "COAHOMA"]);
MsCounty::create(["county_id" => "COPIAH", "name" => "COPIAH"]);
MsCounty::create(["county_id" => "COVINGTON", "name" => "COVINGTON"]);
MsCounty::create(["county_id" => "DESOTO", "name" => "DESOTO"]);
MsCounty::create(["county_id" => "FORREST", "name" => "FORREST"]);
MsCounty::create(["county_id" => "FRANKLIN", "name" => "FRANKLIN"]);
MsCounty::create(["county_id" => "GEORGE", "name" => "GEORGE"]);
MsCounty::create(["county_id" => "GREENE", "name" => "GREENE"]);
MsCounty::create(["county_id" => "GRENADA", "name" => "GRENADA"]);
MsCounty::create(["county_id" => "HANCOCK", "name" => "HANCOCK"]);
MsCounty::create(["county_id" => "HARRISON", "name" => "HARRISON"]);
MsCounty::create(["county_id" => "HINDS", "name" => "HINDS"]);
MsCounty::create(["county_id" => "HOLMES", "name" => "HOLMES"]);
MsCounty::create(["county_id" => "HUMPHREYS", "name" => "HUMPHREYS"]);
MsCounty::create(["county_id" => "ISSAQUENA", "name" => "ISSAQUENA"]);
MsCounty::create(["county_id" => "ITAWAMBA", "name" => "ITAWAMBA"]);
MsCounty::create(["county_id" => "JACKSON", "name" => "JACKSON"]);
MsCounty::create(["county_id" => "JASPER", "name" => "JASPER"]);
MsCounty::create(["county_id" => "JEFFERSON", "name" => "JEFFERSON"]);
MsCounty::create(["county_id" => "JEFFERSON DAVIS", "name" => "JEFFERSON DAVIS"]);
MsCounty::create(["county_id" => "JONES", "name" => "JONES"]);
MsCounty::create(["county_id" => "KEMPER", "name" => "KEMPER"]);
MsCounty::create(["county_id" => "LAFAYETTE", "name" => "LAFAYETTE"]);
MsCounty::create(["county_id" => "LAMAR", "name" => "LAMAR"]);
MsCounty::create(["county_id" => "LAUDERDALE", "name" => "LAUDERDALE"]);
MsCounty::create(["county_id" => "LAWRENCE", "name" => "LAWRENCE"]);
MsCounty::create(["county_id" => "LEAKE", "name" => "LEAKE"]);
MsCounty::create(["county_id" => "LEE", "name" => "LEE"]);
MsCounty::create(["county_id" => "LEFLORE", "name" => "LEFLORE"]);
MsCounty::create(["county_id" => "LINCOLN", "name" => "LINCOLN"]);
MsCounty::create(["county_id" => "LOWNDES", "name" => "LOWNDES"]);
MsCounty::create(["county_id" => "MADISON", "name" => "MADISON"]);
MsCounty::create(["county_id" => "MARION", "name" => "MARION"]);
MsCounty::create(["county_id" => "MARSHALL", "name" => "MARSHALL"]);
MsCounty::create(["county_id" => "MONROE", "name" => "MONROE"]);
MsCounty::create(["county_id" => "MONTGOMERY", "name" => "MONTGOMERY"]);
MsCounty::create(["county_id" => "NESHOBA", "name" => "NESHOBA"]);
MsCounty::create(["county_id" => "NEWTON", "name" => "NEWTON"]);
MsCounty::create(["county_id" => "NOXUBEE", "name" => "NOXUBEE"]);
MsCounty::create(["county_id" => "OKTIBBEHA", "name" => "OKTIBBEHA"]);
MsCounty::create(["county_id" => "PANOLA", "name" => "PANOLA"]);
MsCounty::create(["county_id" => "PEARL RIVER", "name" => "PEARL RIVER"]);
MsCounty::create(["county_id" => "PERRY", "name" => "PERRY"]);
MsCounty::create(["county_id" => "PIKE", "name" => "PIKE"]);
MsCounty::create(["county_id" => "PONTOTOC", "name" => "PONTOTOC"]);
MsCounty::create(["county_id" => "PRENTISS", "name" => "PRENTISS"]);
MsCounty::create(["county_id" => "QUITMAN", "name" => "QUITMAN"]);
MsCounty::create(["county_id" => "RANKIN", "name" => "RANKIN"]);
MsCounty::create(["county_id" => "SCOTT", "name" => "SCOTT"]);
MsCounty::create(["county_id" => "SHARKEY", "name" => "SHARKEY"]);
MsCounty::create(["county_id" => "SIMPSON", "name" => "SIMPSON"]);
MsCounty::create(["county_id" => "SMITH", "name" => "SMITH"]);
MsCounty::create(["county_id" => "STONE", "name" => "STONE"]);
MsCounty::create(["county_id" => "SUNFLOWER", "name" => "SUNFLOWER"]);
MsCounty::create(["county_id" => "TALLAHATCHIE", "name" => "TALLAHATCHIE"]);
MsCounty::create(["county_id" => "TATE", "name" => "TATE"]);
MsCounty::create(["county_id" => "TIPPAH", "name" => "TIPPAH"]);
MsCounty::create(["county_id" => "TISHOMINGO", "name" => "TISHOMINGO"]);
MsCounty::create(["county_id" => "TUNICA", "name" => "TUNICA"]);
MsCounty::create(["county_id" => "UNION", "name" => "UNION"]);
MsCounty::create(["county_id" => "UNKNOWN", "name" => "UNKNOWN"]);
MsCounty::create(["county_id" => "WALTHALL", "name" => "WALTHALL"]);
MsCounty::create(["county_id" => "WARREN", "name" => "WARREN"]);
MsCounty::create(["county_id" => "WASHINGTON", "name" => "WASHINGTON"]);
MsCounty::create(["county_id" => "WAYNE", "name" => "WAYNE"]);
MsCounty::create(["county_id" => "WEBSTER", "name" => "WEBSTER"]);
MsCounty::create(["county_id" => "WILKINSON", "name" => "WILKINSON"]);
MsCounty::create(["county_id" => "WINSTON", "name" => "WINSTON"]);
MsCounty::create(["county_id" => "YALOBUSHA", "name" => "YALOBUSHA"]);
MsCounty::create(["county_id" => "YAZOO", "name" => "YAZOO"]);
}
