示例#1
0
 public function run()
 {
     Makiavelo::puts("Starting update of approval ratings");
     $projects = list_project(null, null, "published = 1");
     foreach ($projects as $proj) {
         $proj_name = $proj->name;
         $usr_name = $proj->owner()->name;
         $dev = $proj->owner();
         Makiavelo::puts("Querying Github for: {$usr_name} / {$proj_name}");
         $data = GithubAPI::queryProjectData($usr_name, $proj_name);
         $total_pulls = 0;
         $total_merged_pulls = 0;
         foreach ($data->pulls as $pull) {
             $total_pulls++;
             if ($pull->merged_at) {
                 $total_merged_pulls++;
             }
         }
         if ($total_pulls > 0) {
             $proj->pr_acceptance_rate = $total_merged_pulls / $total_pulls * 100;
         } else {
             $proj->pr_acceptance_ratec = -1;
         }
         Makiavelo::puts("Saving project...");
         save_project($proj);
     }
 }
示例#2
0
 public function updatePublishedProjects()
 {
     $projs = list_project();
     foreach ($projs as $proj) {
         Makiavelo::puts("Updating project: " . $proj->id . " -- " . $proj->name);
         $proj->published = 1;
         save_project($proj);
     }
 }
示例#3
0
 public function run()
 {
     Makiavelo::puts("Starting update of approval ratings");
     $projects = list_project(null, null, "published = 1");
     foreach ($projects as $proj) {
         $last_delta = list_project_delta('id desc', 1, 'project_id = ' . $proj->id);
         $last_delta = $last_delta[0];
         Makiavelo::puts("Updating project " . $proj->name . " old value: " . $proj->open_issues . " new value: " . $last_delta->open_issues);
         $proj->open_issues = $last_delta->open_issues;
         save_project($proj);
     }
 }
示例#4
0
 public function run()
 {
     Makiavelo::puts("Starting update of urls");
     $projects = list_project(null, null, "published =1");
     foreach ($projects as $proj) {
         $proj_name = $proj->name;
         $dev = $proj->owner();
         $usr_name = $dev->name;
         Makiavelo::puts("Querying Github for: {$usr_name} / {$proj_name}");
         $data = GithubAPI::queryProjectData($usr_name, $proj_name);
         if (!isset($data->message)) {
             $proj->url = isset($data->html_url) ? $data->html_url : $data->url;
         } else {
             Makiavelo::puts("Project not found, unpublishing...");
             $proj->published = 0;
         }
         Makiavelo::puts("Saving project...");
         save_project($proj);
     }
 }
示例#5
0
 public static function getUserRepos($user)
 {
     $page = 1;
     $projects = array();
     $dev = load_developer_where("name = '" . $user . "'");
     $full_repo_list = array();
     do {
         $url = "https://api.github.com/users/{$user}/repos?page=" . $page;
         Makiavelo::info("----------- URL : " . $url);
         $repo_list = self::sendRequest($url);
         //Makiavelo::puts("------------ number of repos found: " . count($repo_list));
         Makiavelo::info("=== Getting list of repos :: " . print_r($repo_list, true));
         foreach ($repo_list as $repo) {
             $full_repo_list[] = $repo;
             $proj = load_project_where("owner_id = " . $dev->id . " and name ='" . $repo->name . "'");
             if ($proj == null) {
                 $proj = new Project();
                 $proj->name = $repo->name;
                 $proj->url = $repo->html_url ? $repo->html_url : $repo->url;
                 $proj->owner_id = $dev->id;
                 $proj->description = $repo->description;
                 $proj->stars = $repo->watchers;
                 $proj->forks = $repo->forks;
                 $proj->language = $repo->language;
                 $proj->published = 0;
                 $proj->open_issues = $repo->open_issues;
                 $proj->close_issues = count(GithubAPI::getProjectIssues($user, $repo->name, "closed"));
                 if (save_project($proj)) {
                     $projects[] = $proj;
                 }
             } else {
                 $projects[] = $proj;
             }
         }
         $page++;
     } while (count($repo_list) > 0);
     GithubAPI::deleteOldProjects($dev, $full_repo_list);
     return $projects;
 }
示例#6
0
 public function createAction()
 {
     $entity = new Project();
     $proj = $this->request->getParam("project");
     $dev = load_developer_where('name = "' . $this->request->getParam("owner_name") . '"');
     if ($dev == null) {
         //Create the developer if it's not on our database already
         $dev = new Developer();
         $dev->name = $this->request->getParam("owner_name");
         $dev->avatar_url = $this->request->getParam("owner_avatar");
         save_developer($dev);
     } else {
         //Update the avatar if it changed
         if ($dev->avatar_url != $this->request->getParam("owner_avatar")) {
             $dev->avatar_url = $this->request->getParam("owner_avatar");
             save_developer($dev);
         }
     }
     if (!load_project_where("name = '" . $proj['name'] . "' and owner_id = " . $dev->id)) {
         $proj['url'] = str_replace("https", "", $proj['url']);
         $proj['url'] = str_replace("http", "", $proj['url']);
         $proj['url'] = str_replace("://", "", $proj['url']);
         $proj['url'] = "http://" . $proj['url'];
         $proj['owner_id'] = $dev->id;
         $proj['published'] = 1;
         $entity->load_from_array($proj);
         if (save_project($entity)) {
             //Create the first set of stats
             $entity->saveInitStats();
             $entity->grabHistoricData();
             $this->flash->setSuccess("The project was added correctly, thanks!");
             $this->redirect_to(project_show_path($entity));
         } else {
             $this->render(array("entity" => $entity), "new");
         }
     } else {
         $this->flash->setError("This project has already been submited");
         $this->render(array("entity" => $entity), "new");
     }
 }
示例#7
0
 /**
 Loads all projects and queries Githubs API for new data
 on stars and forks
 */
 public function generateAction()
 {
     $projects = list_project(null, null, "published = 1");
     Makiavelo::info("=== Starting stats process ===");
     foreach ($projects as $proj) {
         $proj_name = $proj->name;
         $usr_name = $proj->owner()->name;
         $dev = $proj->owner();
         Makiavelo::info("==== Querying for {$usr_name}/{$proj_name}");
         Makiavelo::info("Last Update: " . $proj->updated_at);
         if (strstr($proj->updated_at, date("Y-m-d"))) {
             Makiavelo::info("Skiping project");
             continue;
             //Avoid duplicated entries
         }
         $data = GithubAPI::queryProjectData($usr_name, $proj_name);
         //We update the dev's avatar if needed
         if ($data->owner->avatar_url != $dev->avatar_url) {
             $dev->avatar_url = $data->owner->avatar_url;
             save_developer($dev);
         }
         //Calculate the commits for today
         $commits_today = 0;
         $today = date("Y-m-d");
         /*
         Makiavelo::info("========================");
         Makiavelo::info(print_r($data->commits, true));
         Makiavelo::info("========================");
         exit();
         */
         foreach ($data->commits as $commit) {
             $commit_date = $commit->commit->committer->date;
             $commit_date = explode("T", $commit_date);
             $commit_date = $commit_date[0];
             $pc = load_project_commit_where("sha = '" . $commit->sha . "'");
             if ($pc == null) {
                 //We make sure we haven't yet saved this commit
                 $project_commit = new ProjectCommit();
                 $project_commit->project_id = $proj->id;
                 $project_commit->committer = $commit->committer->login;
                 $project_commit->commit_message = $commit->commit->message;
                 $project_commit->sha = $commit->sha;
                 $project_commit->commit_date = $commit_date;
                 save_project_commit($project_commit);
             }
             if ($commit_date == $today) {
                 $commits_today++;
             }
         }
         $new_pulls_today = $closed_pulls_today = $merged_pulls_today = 0;
         $total_pulls = 0;
         $total_merged_pulls = 0;
         foreach ($data->pulls as $pull) {
             $created_data = explode("T", $pull->created_at);
             $closed_data = explode("T", $pull->closed_at);
             $merged_data = explode("T", $pull->merged_at);
             $total_pulls++;
             if ($pull->merged_at) {
                 $total_merged_pulls++;
             }
             if ($created_data[0] == $today) {
                 $new_pulls_today++;
             }
             if ($closed_data[0] == $today) {
                 $closed_pulls_today++;
             }
             if ($merged_data[0] == $today) {
                 $merged_pulls_today++;
             }
         }
         if ($total_pulls > 0) {
             $proj->pr_acceptance_rate = $total_merged_pulls / $total_pulls * 100;
         } else {
             $proj->pr_acceptance_ratec = -1;
         }
         $delta_stars = $data->watchers - $proj->stars;
         $delta_forks = $data->forks - $proj->forks;
         //if($delta_stars != 0 || $delta_forks != 0) {
         Makiavelo::info("==== Delta found, saving...");
         //We also update the project
         $proj->stars = $data->watchers;
         $proj->forks = $data->forks;
         $proj->readme = $data->readme;
         $proj->description = $data->description;
         $proj->open_issues = $data->open_issues;
         save_project($proj);
         $pd = new ProjectDelta();
         $pd->forks = $data->forks;
         $pd->delta_forks = $delta_forks;
         $pd->open_issues = $data->open_issues;
         $pd->closed_issues = $data->closed_issues;
         $pd->stars = $data->watchers;
         $pd->delta_stars = $delta_stars;
         $pd->project_id = $proj->id;
         $pd->commits_count = $commits_today;
         $pd->new_pulls = $new_pulls_today;
         $pd->closed_pulls = $closed_pulls_today;
         $pd->merged_pulls = $merged_pulls_today;
         $pd->sample_date = date("Y-m-d H:i:s");
         if (save_project_delta($pd)) {
             Makiavelo::info("===== Delta saved! ");
             Makiavelo::info(print_r($pd, true));
         } else {
             Makiavelo::info("===== ERROR saving delta");
         }
         //}
         delete_issues_by_project_id($proj->id);
         foreach ($data->open_issues_list as $issue) {
             $iss = new Issue();
             $iss->title = $issue->title;
             $iss->body = MarkdownExtra::defaultTransform($issue->body);
             $iss->created_at = $issue->created_at;
             $iss->updated_at = $issue->updated_at;
             $iss->url = $issue->html_url;
             $iss->number = $issue->number;
             $iss->project_id = $proj->id;
             if (save_issue($iss)) {
                 Makiavelo::info("===== Issue saved! ");
             } else {
                 Makiavelo::info("===== ERROR saving issue::" . mysql_error());
             }
         }
     }
 }
示例#8
0
 public function grabHistoricData()
 {
     $proj_name = $this->name;
     $usr_name = $this->owner()->name;
     Makiavelo::info("==== Querying for {$usr_name}/{$proj_name}");
     $g_data = GithubAPI::queryProjectData($usr_name, $proj_name);
     $this->readme = $g_data->readme;
     //Makiavelo::puts("Updating project...");
     save_project($this);
     $data = array();
     foreach ($g_data->commits as $commit) {
         $commit_date = $commit->commit->committer->date;
         $commit_date = explode("T", $commit_date);
         $commit_date = $commit_date[0];
         $date_idx = intval(str_replace("-", "", $commit_date));
         if (!isset($data[$date_idx]) || !isset($data[$date_idx]['commits'])) {
             $data[$date_idx] = array("commits" => 1);
         } else {
             $data[$date_idx]['commits']++;
         }
         $pc = load_project_commit_where("sha = '" . $commit->sha . "'");
         if ($pc == null) {
             //We make sure we haven't yet saved this commit
             $project_commit = new ProjectCommit();
             $project_commit->project_id = $this->id;
             $project_commit->committer = $commit->committer->login;
             $project_commit->commit_message = $commit->commit->message;
             $project_commit->sha = $commit->sha;
             $project_commit->commit_date = $commit_date;
             save_project_commit($project_commit);
         }
     }
     foreach ($g_data->pulls as $pull) {
         $created_data = explode("T", $pull->created_at);
         $closed_data = explode("T", $pull->closed_at);
         $merged_data = explode("T", $pull->merged_at);
         $created_idx = intval(str_replace("-", "", $created_data[0]));
         $merged_idx = intval(str_replace("-", "", $merged_data[0]));
         $closed_idx = intval(str_replace("-", "", $closed_data[0]));
         if (!isset($data[$created_idx]) || !isset($data[$created_idx]['new_pulls'])) {
             $data[$created_idx]['new_pulls'] = 1;
         } else {
             $data[$created_idx]['new_pulls']++;
         }
         if ($merged_idx != 0) {
             if (!isset($data[$merged_idx]) || !isset($data[$merged_idx]['merged_pulls'])) {
                 $data[$merged_idx]['merged_pulls'] = 1;
             } else {
                 $data[$merged_idx]['merged_pulls']++;
             }
         }
         if ($closed_idx != 0) {
             if (!isset($data[$closed_idx]) || !isset($data[$closed_idx]['closed_pulls'])) {
                 $data[$closed_idx]['closed_pulls'] = 1;
             } else {
                 $data[$closed_idx]['closed_pulls']++;
             }
         }
     }
     foreach ($data as $date => $stats) {
         $year = substr($date, 0, 4);
         $month = substr($date, 4, 2);
         $day = substr($date, 6, 2);
         $str_date = $year . "-" . $month . "-" . $day;
         $pd = new ProjectDelta();
         $pd->forks = -99;
         $pd->delta_forks = -99;
         $pd->stars = -99;
         $pd->delta_stars = -99;
         $pd->project_id = $this->id;
         $pd->commits_count = isset($stats['commits']) ? $stats['commits'] : 0;
         $pd->new_pulls = isset($stats['new_pulls']) ? $stats['new_pulls'] : 0;
         $pd->closed_pulls = isset($stats['closed_pulls']) ? $stats['closed_pulls'] : 0;
         $pd->merged_pulls = isset($stats['merged_pulls']) ? $stats['merged_pulls'] : 0;
         $pd->sample_date = $str_date;
         if (save_project_delta($pd)) {
             Makiavelo::info("===== Delta saved! ");
         } else {
             Makiavelo::info("===== ERROR saving delta::" . mysql_error());
         }
     }
     foreach ($g_data->open_issues_list as $issue) {
         $iss = new Issue();
         $iss->title = $issue->title;
         $iss->body = MarkdownExtra::defaultTransform($issue->body);
         $iss->created_at = $issue->created_at;
         $iss->updated_at = $issue->updated_at;
         $iss->url = $issue->html_url;
         $iss->number = $issue->number;
         $iss->project_id = $this->id;
         if (save_issue($iss)) {
             Makiavelo::info("===== Issue saved! ");
         } else {
             Makiavelo::info("===== ERROR saving issue::" . mysql_error());
         }
     }
 }
示例#9
0
 public function run()
 {
     $projects = list_project(null, null, "published = 1");
     Makiavelo::info("=== Starting stats process ===");
     foreach ($projects as $proj) {
         $proj_name = $proj->name;
         $usr_name = $proj->owner()->name;
         $dev = $proj->owner();
         Makiavelo::info("==== Querying for {$usr_name}/{$proj_name}");
         Makiavelo::puts("==== Querying for {$usr_name}/{$proj_name}");
         $data = GithubAPI::queryProjectData($usr_name, $proj_name);
         if (isset($data->message)) {
             Makiavelo::info("Project error: " . $data->message);
             continue;
         }
         //We update the dev's avatar if needed
         if ($data->owner->avatar_url != $dev->avatar_url) {
             $dev->avatar_url = $data->owner->avatar_url;
             save_developer($dev);
         }
         //Calculate the commits for today
         $commits_today = 0;
         $today = '2013-05-02';
         foreach ($data->commits as $commit) {
             $commit_date = $commit->commit->committer->date;
             $commit_date = explode("T", $commit_date);
             $commit_date = $commit_date[0];
             $pc = load_project_commit_where("sha = '" . $commit->sha . "'");
             if ($pc == null) {
                 //We make sure we haven't yet saved this commit
                 $project_commit = new ProjectCommit();
             } else {
                 //if we have, then we'll update it
                 $project_commit = $pc;
             }
             $project_commit->project_id = $proj->id;
             if (!$commit->committer) {
                 Makiavelo::puts("**** No se encontró committer... ******");
                 Makiavelo::info(print_r($commit, true));
             }
             $project_commit->committer = $commit->committer->login;
             $project_commit->commit_message = $commit->commit->message;
             $project_commit->sha = $commit->sha;
             $project_commit->commit_date = $commit_date;
             save_project_commit($project_commit);
             if ($commit_date == $today) {
                 $commits_today++;
             }
         }
         $new_pulls_today = $closed_pulls_today = $merged_pulls_today = 0;
         foreach ($data->pulls as $pull) {
             $created_data = explode("T", $pull->created_at);
             $closed_data = explode("T", $pull->closed_at);
             $merged_data = explode("T", $pull->merged_at);
             if ($created_data[0] == $today) {
                 $new_pulls_today++;
             }
             if ($closed_data[0] == $today) {
                 $closed_pulls_today++;
             }
             if ($merged_data[0] == $today) {
                 $merged_pulls_today++;
             }
         }
         $delta_stars = $data->watchers - $proj->stars;
         $delta_forks = $data->forks - $proj->forks;
         //if($delta_stars != 0 || $delta_forks != 0) {
         Makiavelo::info("==== Delta found, saving...");
         //We also update the project
         $proj->stars = $data->watchers;
         $proj->forks = $data->forks;
         save_project($proj);
         $pd = new ProjectDelta();
         $pd->forks = $data->forks;
         $pd->delta_forks = $delta_forks;
         $pd->stars = $data->watchers;
         $pd->delta_stars = $delta_stars;
         $pd->project_id = $proj->id;
         $pd->commits_count = $commits_today;
         $pd->new_pulls = $new_pulls_today;
         $pd->closed_pulls = $closed_pulls_today;
         $pd->merged_pulls = $merged_pulls_today;
         $pd->sample_date = $today;
         if (save_project_delta($pd)) {
             Makiavelo::info("===== Delta saved! ");
             Makiavelo::info(print_r($pd, true));
         } else {
             Makiavelo::info("===== ERROR saving delta");
         }
         //}
     }
 }