public function run()
{
Makiavelo::puts("Starting update of approval ratings");
$projects = list_project(null, null, "published = 1");
foreach ($projects as $proj) {
$proj_name = $proj->name;
$usr_name = $proj->owner()->name;
$dev = $proj->owner();
Makiavelo::puts("Querying Github for: {$usr_name} / {$proj_name}");
$data = GithubAPI::queryProjectData($usr_name, $proj_name);
$total_pulls = 0;
$total_merged_pulls = 0;
foreach ($data->pulls as $pull) {
$total_pulls++;
if ($pull->merged_at) {
$total_merged_pulls++;
}
}
if ($total_pulls > 0) {
$proj->pr_acceptance_rate = $total_merged_pulls / $total_pulls * 100;
} else {
$proj->pr_acceptance_ratec = -1;
}
Makiavelo::puts("Saving project...");
save_project($proj);
}
}
public function updatePublishedProjects()
{
$projs = list_project();
foreach ($projs as $proj) {
Makiavelo::puts("Updating project: " . $proj->id . " -- " . $proj->name);
$proj->published = 1;
save_project($proj);
}
}
public function run()
{
Makiavelo::puts("Starting update of approval ratings");
$projects = list_project(null, null, "published = 1");
foreach ($projects as $proj) {
$last_delta = list_project_delta('id desc', 1, 'project_id = ' . $proj->id);
$last_delta = $last_delta[0];
Makiavelo::puts("Updating project " . $proj->name . " old value: " . $proj->open_issues . " new value: " . $last_delta->open_issues);
$proj->open_issues = $last_delta->open_issues;
save_project($proj);
}
}
public function run()
{
Makiavelo::puts("Starting update of urls");
$projects = list_project(null, null, "published =1");
foreach ($projects as $proj) {
$proj_name = $proj->name;
$dev = $proj->owner();
$usr_name = $dev->name;
Makiavelo::puts("Querying Github for: {$usr_name} / {$proj_name}");
$data = GithubAPI::queryProjectData($usr_name, $proj_name);
if (!isset($data->message)) {
$proj->url = isset($data->html_url) ? $data->html_url : $data->url;
} else {
Makiavelo::puts("Project not found, unpublishing...");
$proj->published = 0;
}
Makiavelo::puts("Saving project...");
save_project($proj);
}
}
public static function getUserRepos($user)
{
$page = 1;
$projects = array();
$dev = load_developer_where("name = '" . $user . "'");
$full_repo_list = array();
do {
$url = "https://api.github.com/users/{$user}/repos?page=" . $page;
Makiavelo::info("----------- URL : " . $url);
$repo_list = self::sendRequest($url);
//Makiavelo::puts("------------ number of repos found: " . count($repo_list));
Makiavelo::info("=== Getting list of repos :: " . print_r($repo_list, true));
foreach ($repo_list as $repo) {
$full_repo_list[] = $repo;
$proj = load_project_where("owner_id = " . $dev->id . " and name ='" . $repo->name . "'");
if ($proj == null) {
$proj = new Project();
$proj->name = $repo->name;
$proj->url = $repo->html_url ? $repo->html_url : $repo->url;
$proj->owner_id = $dev->id;
$proj->description = $repo->description;
$proj->stars = $repo->watchers;
$proj->forks = $repo->forks;
$proj->language = $repo->language;
$proj->published = 0;
$proj->open_issues = $repo->open_issues;
$proj->close_issues = count(GithubAPI::getProjectIssues($user, $repo->name, "closed"));
if (save_project($proj)) {
$projects[] = $proj;
}
} else {
$projects[] = $proj;
}
}
$page++;
} while (count($repo_list) > 0);
GithubAPI::deleteOldProjects($dev, $full_repo_list);
return $projects;
}
public function createAction()
{
$entity = new Project();
$proj = $this->request->getParam("project");
$dev = load_developer_where('name = "' . $this->request->getParam("owner_name") . '"');
if ($dev == null) {
//Create the developer if it's not on our database already
$dev = new Developer();
$dev->name = $this->request->getParam("owner_name");
$dev->avatar_url = $this->request->getParam("owner_avatar");
save_developer($dev);
} else {
//Update the avatar if it changed
if ($dev->avatar_url != $this->request->getParam("owner_avatar")) {
$dev->avatar_url = $this->request->getParam("owner_avatar");
save_developer($dev);
}
}
if (!load_project_where("name = '" . $proj['name'] . "' and owner_id = " . $dev->id)) {
$proj['url'] = str_replace("https", "", $proj['url']);
$proj['url'] = str_replace("http", "", $proj['url']);
$proj['url'] = str_replace("://", "", $proj['url']);
$proj['url'] = "http://" . $proj['url'];
$proj['owner_id'] = $dev->id;
$proj['published'] = 1;
$entity->load_from_array($proj);
if (save_project($entity)) {
//Create the first set of stats
$entity->saveInitStats();
$entity->grabHistoricData();
$this->flash->setSuccess("The project was added correctly, thanks!");
$this->redirect_to(project_show_path($entity));
} else {
$this->render(array("entity" => $entity), "new");
}
} else {
$this->flash->setError("This project has already been submited");
$this->render(array("entity" => $entity), "new");
}
}
/**
Loads all projects and queries Githubs API for new data
on stars and forks
*/
public function generateAction()
{
$projects = list_project(null, null, "published = 1");
Makiavelo::info("=== Starting stats process ===");
foreach ($projects as $proj) {
$proj_name = $proj->name;
$usr_name = $proj->owner()->name;
$dev = $proj->owner();
Makiavelo::info("==== Querying for {$usr_name}/{$proj_name}");
Makiavelo::info("Last Update: " . $proj->updated_at);
if (strstr($proj->updated_at, date("Y-m-d"))) {
Makiavelo::info("Skiping project");
continue;
//Avoid duplicated entries
}
$data = GithubAPI::queryProjectData($usr_name, $proj_name);
//We update the dev's avatar if needed
if ($data->owner->avatar_url != $dev->avatar_url) {
$dev->avatar_url = $data->owner->avatar_url;
save_developer($dev);
}
//Calculate the commits for today
$commits_today = 0;
$today = date("Y-m-d");
/*
Makiavelo::info("========================");
Makiavelo::info(print_r($data->commits, true));
Makiavelo::info("========================");
exit();
*/
foreach ($data->commits as $commit) {
$commit_date = $commit->commit->committer->date;
$commit_date = explode("T", $commit_date);
$commit_date = $commit_date[0];
$pc = load_project_commit_where("sha = '" . $commit->sha . "'");
if ($pc == null) {
//We make sure we haven't yet saved this commit
$project_commit = new ProjectCommit();
$project_commit->project_id = $proj->id;
$project_commit->committer = $commit->committer->login;
$project_commit->commit_message = $commit->commit->message;
$project_commit->sha = $commit->sha;
$project_commit->commit_date = $commit_date;
save_project_commit($project_commit);
}
if ($commit_date == $today) {
$commits_today++;
}
}
$new_pulls_today = $closed_pulls_today = $merged_pulls_today = 0;
$total_pulls = 0;
$total_merged_pulls = 0;
foreach ($data->pulls as $pull) {
$created_data = explode("T", $pull->created_at);
$closed_data = explode("T", $pull->closed_at);
$merged_data = explode("T", $pull->merged_at);
$total_pulls++;
if ($pull->merged_at) {
$total_merged_pulls++;
}
if ($created_data[0] == $today) {
$new_pulls_today++;
}
if ($closed_data[0] == $today) {
$closed_pulls_today++;
}
if ($merged_data[0] == $today) {
$merged_pulls_today++;
}
}
if ($total_pulls > 0) {
$proj->pr_acceptance_rate = $total_merged_pulls / $total_pulls * 100;
} else {
$proj->pr_acceptance_ratec = -1;
}
$delta_stars = $data->watchers - $proj->stars;
$delta_forks = $data->forks - $proj->forks;
//if($delta_stars != 0 || $delta_forks != 0) {
Makiavelo::info("==== Delta found, saving...");
//We also update the project
$proj->stars = $data->watchers;
$proj->forks = $data->forks;
$proj->readme = $data->readme;
$proj->description = $data->description;
$proj->open_issues = $data->open_issues;
save_project($proj);
$pd = new ProjectDelta();
$pd->forks = $data->forks;
$pd->delta_forks = $delta_forks;
$pd->open_issues = $data->open_issues;
$pd->closed_issues = $data->closed_issues;
$pd->stars = $data->watchers;
$pd->delta_stars = $delta_stars;
$pd->project_id = $proj->id;
$pd->commits_count = $commits_today;
$pd->new_pulls = $new_pulls_today;
$pd->closed_pulls = $closed_pulls_today;
$pd->merged_pulls = $merged_pulls_today;
$pd->sample_date = date("Y-m-d H:i:s");
if (save_project_delta($pd)) {
Makiavelo::info("===== Delta saved! ");
Makiavelo::info(print_r($pd, true));
} else {
Makiavelo::info("===== ERROR saving delta");
}
//}
delete_issues_by_project_id($proj->id);
foreach ($data->open_issues_list as $issue) {
$iss = new Issue();
$iss->title = $issue->title;
$iss->body = MarkdownExtra::defaultTransform($issue->body);
$iss->created_at = $issue->created_at;
$iss->updated_at = $issue->updated_at;
$iss->url = $issue->html_url;
$iss->number = $issue->number;
$iss->project_id = $proj->id;
if (save_issue($iss)) {
Makiavelo::info("===== Issue saved! ");
} else {
Makiavelo::info("===== ERROR saving issue::" . mysql_error());
}
}
}
}
public function grabHistoricData()
{
$proj_name = $this->name;
$usr_name = $this->owner()->name;
Makiavelo::info("==== Querying for {$usr_name}/{$proj_name}");
$g_data = GithubAPI::queryProjectData($usr_name, $proj_name);
$this->readme = $g_data->readme;
//Makiavelo::puts("Updating project...");
save_project($this);
$data = array();
foreach ($g_data->commits as $commit) {
$commit_date = $commit->commit->committer->date;
$commit_date = explode("T", $commit_date);
$commit_date = $commit_date[0];
$date_idx = intval(str_replace("-", "", $commit_date));
if (!isset($data[$date_idx]) || !isset($data[$date_idx]['commits'])) {
$data[$date_idx] = array("commits" => 1);
} else {
$data[$date_idx]['commits']++;
}
$pc = load_project_commit_where("sha = '" . $commit->sha . "'");
if ($pc == null) {
//We make sure we haven't yet saved this commit
$project_commit = new ProjectCommit();
$project_commit->project_id = $this->id;
$project_commit->committer = $commit->committer->login;
$project_commit->commit_message = $commit->commit->message;
$project_commit->sha = $commit->sha;
$project_commit->commit_date = $commit_date;
save_project_commit($project_commit);
}
}
foreach ($g_data->pulls as $pull) {
$created_data = explode("T", $pull->created_at);
$closed_data = explode("T", $pull->closed_at);
$merged_data = explode("T", $pull->merged_at);
$created_idx = intval(str_replace("-", "", $created_data[0]));
$merged_idx = intval(str_replace("-", "", $merged_data[0]));
$closed_idx = intval(str_replace("-", "", $closed_data[0]));
if (!isset($data[$created_idx]) || !isset($data[$created_idx]['new_pulls'])) {
$data[$created_idx]['new_pulls'] = 1;
} else {
$data[$created_idx]['new_pulls']++;
}
if ($merged_idx != 0) {
if (!isset($data[$merged_idx]) || !isset($data[$merged_idx]['merged_pulls'])) {
$data[$merged_idx]['merged_pulls'] = 1;
} else {
$data[$merged_idx]['merged_pulls']++;
}
}
if ($closed_idx != 0) {
if (!isset($data[$closed_idx]) || !isset($data[$closed_idx]['closed_pulls'])) {
$data[$closed_idx]['closed_pulls'] = 1;
} else {
$data[$closed_idx]['closed_pulls']++;
}
}
}
foreach ($data as $date => $stats) {
$year = substr($date, 0, 4);
$month = substr($date, 4, 2);
$day = substr($date, 6, 2);
$str_date = $year . "-" . $month . "-" . $day;
$pd = new ProjectDelta();
$pd->forks = -99;
$pd->delta_forks = -99;
$pd->stars = -99;
$pd->delta_stars = -99;
$pd->project_id = $this->id;
$pd->commits_count = isset($stats['commits']) ? $stats['commits'] : 0;
$pd->new_pulls = isset($stats['new_pulls']) ? $stats['new_pulls'] : 0;
$pd->closed_pulls = isset($stats['closed_pulls']) ? $stats['closed_pulls'] : 0;
$pd->merged_pulls = isset($stats['merged_pulls']) ? $stats['merged_pulls'] : 0;
$pd->sample_date = $str_date;
if (save_project_delta($pd)) {
Makiavelo::info("===== Delta saved! ");
} else {
Makiavelo::info("===== ERROR saving delta::" . mysql_error());
}
}
foreach ($g_data->open_issues_list as $issue) {
$iss = new Issue();
$iss->title = $issue->title;
$iss->body = MarkdownExtra::defaultTransform($issue->body);
$iss->created_at = $issue->created_at;
$iss->updated_at = $issue->updated_at;
$iss->url = $issue->html_url;
$iss->number = $issue->number;
$iss->project_id = $this->id;
if (save_issue($iss)) {
Makiavelo::info("===== Issue saved! ");
} else {
Makiavelo::info("===== ERROR saving issue::" . mysql_error());
}
}
}
public function run()
{
$projects = list_project(null, null, "published = 1");
Makiavelo::info("=== Starting stats process ===");
foreach ($projects as $proj) {
$proj_name = $proj->name;
$usr_name = $proj->owner()->name;
$dev = $proj->owner();
Makiavelo::info("==== Querying for {$usr_name}/{$proj_name}");
Makiavelo::puts("==== Querying for {$usr_name}/{$proj_name}");
$data = GithubAPI::queryProjectData($usr_name, $proj_name);
if (isset($data->message)) {
Makiavelo::info("Project error: " . $data->message);
continue;
}
//We update the dev's avatar if needed
if ($data->owner->avatar_url != $dev->avatar_url) {
$dev->avatar_url = $data->owner->avatar_url;
save_developer($dev);
}
//Calculate the commits for today
$commits_today = 0;
$today = '2013-05-02';
foreach ($data->commits as $commit) {
$commit_date = $commit->commit->committer->date;
$commit_date = explode("T", $commit_date);
$commit_date = $commit_date[0];
$pc = load_project_commit_where("sha = '" . $commit->sha . "'");
if ($pc == null) {
//We make sure we haven't yet saved this commit
$project_commit = new ProjectCommit();
} else {
//if we have, then we'll update it
$project_commit = $pc;
}
$project_commit->project_id = $proj->id;
if (!$commit->committer) {
Makiavelo::puts("**** No se encontró committer... ******");
Makiavelo::info(print_r($commit, true));
}
$project_commit->committer = $commit->committer->login;
$project_commit->commit_message = $commit->commit->message;
$project_commit->sha = $commit->sha;
$project_commit->commit_date = $commit_date;
save_project_commit($project_commit);
if ($commit_date == $today) {
$commits_today++;
}
}
$new_pulls_today = $closed_pulls_today = $merged_pulls_today = 0;
foreach ($data->pulls as $pull) {
$created_data = explode("T", $pull->created_at);
$closed_data = explode("T", $pull->closed_at);
$merged_data = explode("T", $pull->merged_at);
if ($created_data[0] == $today) {
$new_pulls_today++;
}
if ($closed_data[0] == $today) {
$closed_pulls_today++;
}
if ($merged_data[0] == $today) {
$merged_pulls_today++;
}
}
$delta_stars = $data->watchers - $proj->stars;
$delta_forks = $data->forks - $proj->forks;
//if($delta_stars != 0 || $delta_forks != 0) {
Makiavelo::info("==== Delta found, saving...");
//We also update the project
$proj->stars = $data->watchers;
$proj->forks = $data->forks;
save_project($proj);
$pd = new ProjectDelta();
$pd->forks = $data->forks;
$pd->delta_forks = $delta_forks;
$pd->stars = $data->watchers;
$pd->delta_stars = $delta_stars;
$pd->project_id = $proj->id;
$pd->commits_count = $commits_today;
$pd->new_pulls = $new_pulls_today;
$pd->closed_pulls = $closed_pulls_today;
$pd->merged_pulls = $merged_pulls_today;
$pd->sample_date = $today;
if (save_project_delta($pd)) {
Makiavelo::info("===== Delta saved! ");
Makiavelo::info(print_r($pd, true));
} else {
Makiavelo::info("===== ERROR saving delta");
}
//}
}
}
