| <?php |
| |
| class ManifestGenerator { |
| private $db; |
| private $manifest; |
| |
| // FIXME: Compute this value from config.json |
| const MANIFEST_PATH = '../data/manifest.json'; |
| |
| function __construct($db) { |
| $this->db = $db; |
| $this->elapsed_time = NULL; |
| } |
| |
| function generate() { |
| $start_time = microtime(true); |
| |
| $platform_table = $this->db->fetch_table('platforms'); |
| $repositories_table = $this->db->fetch_table('repositories'); |
| |
| $repositories_with_commit = $this->db->query_and_fetch_all( |
| 'SELECT DISTINCT(commit_repository) FROM commits WHERE commit_reported IS TRUE'); |
| if (!$repositories_with_commit) |
| $repositories_with_commit = array(); |
| |
| foreach ($repositories_with_commit as &$row) |
| $row = $row['commit_repository']; |
| |
| // Query test metrics before tests so that every test a test metric references is guaranteed to exist |
| // even if there were new test metrics added by the time we fetched tests. |
| $metrics = (object)$this->metrics(); |
| $tests = (object)$this->tests(); |
| $platforms = (object)$this->platforms($platform_table, false); |
| $dashboard = (object)$this->platforms($platform_table, true); |
| $repositories = (object)$this->repositories($repositories_table, $repositories_with_commit); |
| |
| $this->manifest = array( |
| 'siteTitle' => config('siteTitle', 'Performance Dashboard'), |
| 'tests' => &$tests, |
| 'metrics' => &$metrics, |
| 'all' => &$platforms, |
| 'dashboard' => &$dashboard, |
| 'repositories' => &$repositories, |
| 'builders' => (object)$this->builders(), |
| 'bugTrackers' => (object)$this->bug_trackers($repositories_table), |
| 'triggerables'=> (object)$this->triggerables(), |
| 'dashboards' => (object)config('dashboards'), |
| 'summaryPages' => config('summaryPages'), |
| 'fileUploadSizeLimit' => config('uploadFileLimitInMB', 0) * 1024 * 1024, |
| 'testAgeToleranceInHours' => config('testAgeToleranceInHours'), |
| ); |
| |
| $this->elapsed_time = (microtime(true) - $start_time) * 1000; |
| |
| return TRUE; |
| } |
| |
| function manifest() { return $this->manifest; } |
| |
| function store() { |
| return generate_json_data_with_elapsed_time_if_needed('manifest.json', $this->manifest, $this->elapsed_time); |
| } |
| |
| private function tests() { |
| $tests = array(); |
| $tests_table = $this->db->fetch_table('tests'); |
| if (!$tests_table) |
| return $tests; |
| foreach ($tests_table as $test_row) { |
| $tests[$test_row['test_id']] = array( |
| 'name' => $test_row['test_name'], |
| 'url' => $test_row['test_url'], |
| 'parentId' => $test_row['test_parent'], |
| ); |
| } |
| return $tests; |
| } |
| |
| private function metrics() { |
| $metrics = array(); |
| $metrics_table = $this->db->query_and_fetch_all('SELECT * FROM test_metrics LEFT JOIN aggregators ON metric_aggregator = aggregator_id'); |
| if (!$metrics_table) |
| return $metrics; |
| foreach ($metrics_table as $row) { |
| $metrics[$row['metric_id']] = array( |
| 'name' => $row['metric_name'], |
| 'test' => $row['metric_test'], |
| 'aggregator' => $row['aggregator_name']); |
| } |
| return $metrics; |
| } |
| |
| private function platforms($platform_table, $is_dashboard) { |
| $metrics = $this->db->query_and_fetch_all('SELECT config_metric AS metric_id, config_platform AS platform_id, |
| extract(epoch from max(config_runs_last_modified) at time zone \'utc\') * 1000 AS last_modified, bool_or(config_is_in_dashboard) AS in_dashboard |
| FROM test_configurations GROUP BY config_metric, config_platform ORDER BY config_platform'); |
| |
| $platform_metrics = array(); |
| |
| if ($metrics) { |
| $current_platform_entry = null; |
| foreach ($metrics as $metric_row) { |
| if ($is_dashboard && !Database::is_true($metric_row['in_dashboard'])) |
| continue; |
| |
| $platform_id = $metric_row['platform_id']; |
| if (!$current_platform_entry || $current_platform_entry['id'] != $platform_id) { |
| $current_platform_entry = &array_ensure_item_has_array($platform_metrics, $platform_id); |
| $current_platform_entry['id'] = $platform_id; |
| array_ensure_item_has_array($current_platform_entry, 'metrics'); |
| array_ensure_item_has_array($current_platform_entry, 'last_modified'); |
| } |
| |
| array_push($current_platform_entry['metrics'], $metric_row['metric_id']); |
| array_push($current_platform_entry['last_modified'], intval($metric_row['last_modified'])); |
| } |
| } |
| $configurations = array(); |
| |
| $platforms = array(); |
| if ($platform_table) { |
| foreach ($platform_table as $platform_row) { |
| if (Database::is_true($platform_row['platform_hidden'])) |
| continue; |
| $id = $platform_row['platform_id']; |
| if (array_key_exists($id, $platform_metrics)) { |
| $platforms[$id] = array( |
| 'name' => $platform_row['platform_name'], |
| 'metrics' => $platform_metrics[$id]['metrics'], |
| 'lastModified' => $platform_metrics[$id]['last_modified']); |
| } |
| } |
| } |
| return $platforms; |
| } |
| |
| private function repositories($repositories_table, $repositories_with_commit) { |
| $repositories = array(); |
| if (!$repositories_table) |
| return $repositories; |
| foreach ($repositories_table as $row) { |
| $repositories[$row['repository_id']] = array( |
| 'name' => $row['repository_name'], |
| 'url' => $row['repository_url'], |
| 'blameUrl' => $row['repository_blame_url'], |
| 'owner'=> $row['repository_owner'], |
| 'hasReportedCommits' => in_array($row['repository_id'], $repositories_with_commit)); |
| } |
| |
| return $repositories; |
| } |
| |
| private function builders() { |
| $builders_table = $this->db->fetch_table('builders'); |
| if (!$builders_table) |
| return array(); |
| $builders = array(); |
| foreach ($builders_table as $row) |
| $builders[$row['builder_id']] = array('name' => $row['builder_name'], 'buildUrl' => $row['builder_build_url']); |
| |
| return $builders; |
| } |
| |
| private function bug_trackers($repositories_table) { |
| $tracker_id_to_repositories = array(); |
| $tracker_repositories_table = $this->db->fetch_table('tracker_repositories'); |
| if ($tracker_repositories_table) { |
| foreach ($tracker_repositories_table as $row) { |
| array_push(array_ensure_item_has_array($tracker_id_to_repositories, $row['tracrepo_tracker']), |
| $row['tracrepo_repository']); |
| } |
| } |
| |
| $bug_trackers = array(); |
| $bug_trackers_table = $this->db->fetch_table('bug_trackers'); |
| if ($bug_trackers_table) { |
| foreach ($bug_trackers_table as $row) { |
| $bug_trackers[$row['tracker_id']] = array( |
| 'name' => $row['tracker_name'], |
| 'bugUrl' => $row['tracker_bug_url'], |
| 'newBugUrl' => $row['tracker_new_bug_url'], |
| 'repositories' => array_get($tracker_id_to_repositories, $row['tracker_id'])); |
| } |
| } |
| |
| return $bug_trackers; |
| } |
| |
| private function triggerables() |
| { |
| return ManifestGenerator::fetch_triggerables($this->db, array()); |
| } |
| |
| static function fetch_triggerables($db, $query) |
| { |
| $triggerables = $db->select_rows('build_triggerables', 'triggerable', $query); |
| if (!$triggerables) |
| return array(); |
| |
| $id_to_triggerable = array(); |
| $triggerable_id_to_repository_set = array(); |
| foreach ($triggerables as &$row) { |
| $id = $row['triggerable_id']; |
| $id_to_triggerable[$id] = array( |
| 'name' => $row['triggerable_name'], |
| 'isDisabled' => Database::is_true($row['triggerable_disabled']), |
| 'acceptedRepositories' => array(), |
| 'repositoryGroups' => array(), |
| 'configurations' => array()); |
| $triggerable_id_to_repository_set[$id] = array(); |
| } |
| |
| $repository_groups = $db->fetch_table('triggerable_repository_groups', 'repositorygroup_name'); |
| $group_repositories = $db->fetch_table('triggerable_repositories'); |
| if ($repository_groups && $group_repositories) { |
| $repository_set_by_group = array(); |
| foreach ($group_repositories as &$repository_row) { |
| $group_id = $repository_row['trigrepo_group']; |
| array_ensure_item_has_array($repository_set_by_group, $group_id); |
| array_push($repository_set_by_group[$group_id], array( |
| 'repository' => $repository_row['trigrepo_repository'], |
| 'acceptsPatch' => Database::is_true($repository_row['trigrepo_accepts_patch']))); |
| } |
| foreach ($repository_groups as &$group_row) { |
| $triggerable_id = $group_row['repositorygroup_triggerable']; |
| if (!array_key_exists($triggerable_id, $id_to_triggerable)) |
| continue; |
| $triggerable = &$id_to_triggerable[$triggerable_id]; |
| $group_id = $group_row['repositorygroup_id']; |
| $repository_list = array_get($repository_set_by_group, $group_id, array()); |
| array_push($triggerable['repositoryGroups'], array( |
| 'id' => $group_row['repositorygroup_id'], |
| 'name' => $group_row['repositorygroup_name'], |
| 'description' => $group_row['repositorygroup_description'], |
| 'hidden' => Database::is_true($group_row['repositorygroup_hidden']), |
| 'acceptsCustomRoots' => Database::is_true($group_row['repositorygroup_accepts_roots']), |
| 'repositories' => $repository_list)); |
| // V2 UI compatibility. |
| foreach ($repository_list as $repository_data) { |
| $repository_id = $repository_data['repository']; |
| $set = &$triggerable_id_to_repository_set[$triggerable_id]; |
| if (array_key_exists($repository_id, $set)) |
| continue; |
| $set[$repository_id] = true; |
| array_push($triggerable['acceptedRepositories'], $repository_id); |
| } |
| |
| } |
| } |
| |
| $configuration_map = $db->fetch_table('triggerable_configurations'); |
| if ($configuration_map) { |
| foreach ($configuration_map as &$row) { |
| $triggerable_id = $row['trigconfig_triggerable']; |
| if (!array_key_exists($triggerable_id, $id_to_triggerable)) |
| continue; |
| $triggerable = &$id_to_triggerable[$triggerable_id]; |
| array_push($triggerable['configurations'], array($row['trigconfig_test'], $row['trigconfig_platform'])); |
| } |
| } |
| |
| return $id_to_triggerable; |
| } |
| } |
| |
| ?> |
