public function save() { $id = Request::input('id'); $program = Program::find($id); $flag = 0; if (!$program) { $program = new Program(); $flag = 1; } $program->title = Request::input('title'); $program->address = Request::input('address'); $program->telephone = Request::input('telephone'); $program->price = Request::input('price'); $program->places = Request::input('places'); $program->season = Request::input('season'); $program->age = Request::input('age'); $program->sex = Request::input('sex'); $program->action_price = Request::input('action_price'); $program->action_description = Request::input('action_description'); $program->action_price_2 = Request::input('action_price_2'); $program->action_description_2 = Request::input('action_description_2'); $program->member_discount = Request::input('member_discount'); $program->friend_discount = Request::input('friend_discount'); $program->description = Request::input('description'); $program->active = Request::input('active'); $program->document_1 = Request::input('document_1'); $program->document_2 = Request::input('document_2'); $program->document_3 = Request::input('document_3'); $program->document_4 = Request::input('document_4'); $program->document_5 = Request::input('document_5'); $program->document_6 = Request::input('document_6'); $program->document_7 = Request::input('document_7'); $program->document_8 = Request::input('document_8'); $program->save(); if (Request::hasFile('img')) { $image = Input::file('img'); $validator = Validator::make(array('image' => $image), array('image' => 'mimes:jpeg,bmp,png')); if ($validator->fails()) { $error_messages = $validator->messages(); $message = "Invalid Input File"; $type = "failed"; return Redirect::to('admin/programs/{id}/edit')->with('message', $message); } else { $program->image = upload_program_image(Input::file('img')); $program->save(); } } else { if ($flag == 1) { //$program->image_url ="default_product.png"; } } return redirect('admin/programs/' . $program->id . '/edit'); }
public function test() { // this url below contains 200 programs. // it could be a huge performance concern if crawl it. // so I just choose the "I" category of all programs insteaded. // $url_main = "http://www.humber.ca/program"; set_time_limit(1000); // $url_main = "http://www.humber.ca/program/listings/b?school=All&credential=All&campus=All&field_program_name_value_1="; $html_main = file_get_contents($url_main); $crawler = new Crawler($html_main); $links = array(); // Simple XPath for this element, so I did not use CssSelector. $crawler->filterXPath('//tbody/tr/td/a')->each(function ($node, $i) use(&$links) { // the links in website are relative path, so I need to add a prefix to make it absolute. $prefix = "http://humber.ca"; $existed_programs = Program::all(); $existed_program_names = array(); foreach ($existed_programs as $key => $value) { $existed_program_names[] = $value['program_name']; } // get rid of the duplicated links, no idea why Humber make the program list a mess if (strpos($node->text(), ',') === false) { // get the full link $link = $prefix . $node->attr('href'); $link = trim($link); // get the text which is the program name $text = trim($node->text()); // put associate name & link to key/value pair array if (!in_array($text, $existed_program_names)) { $links["{$text}"] = $link; } } }); // an array to store all programs $programs = array(); // use a loop to crawl individual program webpage by accessing its link in $links array foreach ($links as $key => $value) { $program_url = $value; // use curl to get the webpage content // it seems file_get_contents() has some issues for these webpage // or it's just I made some mistakes $curl_handle = curl_init(); curl_setopt($curl_handle, CURLOPT_URL, $program_url); curl_setopt($curl_handle, CURLOPT_CONNECTTIMEOUT, 2); curl_setopt($curl_handle, CURLOPT_RETURNTRANSFER, 1); curl_setopt($curl_handle, CURLOPT_USERAGENT, 'Humber College'); $program_html = curl_exec($curl_handle); curl_close($curl_handle); if ($program_html) { $program_crawler = new Crawler($program_html); } // $program is an array to store the program's information with key/value pair $program = array(); // here I used CssSelector to help me translate the XPath. // It made me address it without headache. $program['program_name'] = trim($key); $Code = $program_crawler->filterXPath(CssSelector::toXPath('div.container.clearfix>section>div.field-items>div.field-item.even'))->text(); $program['program_code'] = trim($Code); $Credential = $program_crawler->filterXPath(CssSelector::toXPath('section.field-name-field-credential>div.field-item>a'))->text(); $program['program_credential'] = trim($Credential); $School = $program_crawler->filterXPath(CssSelector::toXPath('section.field-name-field-school>div.field-item>a'))->text(); $program['program_school'] = trim($School); // get all the schools from database $schools = School::all(); // Because I used School table's id as the foreign key in Program table. foreach ($schools as $key1 => $value1) { if ($program['program_school'] == $value1['school_name']) { $program['program_school_id'] = $value1['id']; } } // getting each courses' name/code $courses = array(); $courses = $program_crawler->filterXPath(CssSelector::toXPath('div.course'))->each(function ($node, $i) { $course = array(); $course_code = $node->children()->first()->text(); $course_name = $node->children()->last()->text(); $course['course_code'] = $course_code; $course['course_name'] = $course_name; return $course; }); $program['program_courses'] = $courses; $programs[] = $program; } // store the information from array to database through loops // just in case of accidents, I commented the inserting database code below. foreach ($programs as $key => $value) { $one_program = new Program(); $one_program->program_name = $value['program_name']; $one_program->program_code = $value['program_code']; $one_program->school_id = $value['program_school_id']; $one_program->credential = $value['program_credential']; $one_program->save(); echo "a program is saved to db" . "<br>"; foreach ($value['program_courses'] as $key2 => $value2) { // Same reason as above, I used Program table's id as foreign key in Course table $stored_programs = Program::all(); // $stored_programs = $programs; $course_belongs_id = 0; foreach ($stored_programs as $key3 => $value3) { if ($value['program_name'] == $value3['program_name']) { $course_belongs_id = $value3['id']; } } $existed_courses = Course::where('program_name', '=', $value['program_name']); $existed_course_name = array(); foreach ($existed_courses as $key => $value) { $existed_course_name[] = $value['course_name']; } if (!in_array($value2['course_name'], $existed_course_name)) { $one_course = new Course(); $one_course->course_name = $value2['course_name']; $one_course->course_code = $value2['course_code']; $one_course->program_id = $course_belongs_id; $one_course->save(); echo "a course is saved to db ---- " . $one_course->program_id . "<br>"; } } echo "<br>======<br>"; } }