* * This file is a part of slate_permutate. * * slate_permutate is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * slate_permutate is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Affero General Public License for more details. * * You should have received a copy of the GNU Affero General Public License * along with slate_permutate. If not, see . */ $inc_dir = dirname(__FILE__) . DIRECTORY_SEPARATOR . '..' . DIRECTORY_SEPARATOR . 'inc' . DIRECTORY_SEPARATOR; require_once($inc_dir . 'schedule_store.inc'); require_once($inc_dir . 'class.semester.inc'); require_once($inc_dir . 'school.inc'); require_once($inc_dir . 'school.crawl.inc'); /** * \file * Functions which are only needed when recreating the cache. */ /** * \brief * Returns the list of available school IDs or NULL on error. */ function school_list() { $schoold_dir_name = dirname(__FILE__) . DIRECTORY_SEPARATOR . '..' . DIRECTORY_SEPARATOR . 'school.d'; $schoold_dir = opendir($schoold_dir_name); if ($schoold_dir === FALSE) { fprintf(STDERR, "Unable to open school.d directory. Was using path: `%s'\n", $schoold_dir_Name); return NULL; } $school_id_list = array(); while ($filename = readdir($schoold_dir)) { if (!preg_match('/^([a-z0-9]+)\.inc$/', $filename, $matches)) continue; $school_id_list[] = $matches[1]; } closedir($schoold_dir); return $school_id_list; } /** * \brief * Compare the two schools by their names. * * \see strcmp() */ function school_cmp($school_a, $school_b) { return strcmp($school_a['name'], $school_b['name']); } /** * \brief * Write out the cache file which remembers the list of available * schools. * * \param $schools * An array of school handles. */ function school_cache($schools) { $list_cache = array(); $domain_cache = array(); $cache_dir_name = dirname(__FILE__) . DIRECTORY_SEPARATOR . '..' . DIRECTORY_SEPARATOR . 'cache' . DIRECTORY_SEPARATOR; $cache_auto_dir_name = $cache_dir_name . 'auto' . DIRECTORY_SEPARATOR; foreach ($schools as $school) { $list_cache[$school['id']] = array( 'name' => $school['name'], 'url' => $school['url'], 'crawled' => $school['crawled'], ); foreach ($school['domains'] as $school_domain) { $domain_cache_ptr =& $domain_cache; $domain_parts = array_reverse(explode('.', $school_domain)); while (count($domain_parts) > 1) { $domain_part = array_shift($domain_parts); if (!isset($domain_cache_ptr[$domain_part]) || !is_array($domain_cache_ptr[$domain_part])) $domain_cache_ptr[$domain_part] = array(); $domain_cache_ptr =& $domain_cache_ptr[$domain_part]; } /* * get the last part which is unambiguously identifies this * school combined with the previous parts */ $domain_part = array_shift($domain_parts); $domain_cache_ptr[$domain_part] = $school['id']; } /* * autocomplete stuff -- per school * * We don't do anything if crawled_notreally is set because this * way we can get incremental crawling. Really useful if one's * just debugging one of the school crawling scripts and doesn't * want to run all crawlers ;-). */ if ($school['crawled'] && !isset($school['crawled_notreally'])) { $semester = $school['crawled_semester']; $cache_auto_school_dir_name = $cache_auto_dir_name . $school['id'] . DIRECTORY_SEPARATOR; if (!is_dir($cache_auto_school_dir_name)) { if (!mkdir($cache_auto_school_dir_name, 0777, TRUE)) error_log('Unable to create needed directory: `' . $cache_auto_dir_name . '\''); } $departments = $semester->departments_get(); sort($departments); $dept_file = fopen($cache_auto_school_dir_name . '-depts', 'wb'); fwrite($dept_file, serialize($departments)); fclose($dept_file); /* now per-department autocomplete */ foreach ($departments as $department) { $classes = $semester->department_classes_get($department); $classes_file = fopen($cache_auto_school_dir_name . $department . '.sects', 'wb'); fwrite($classes_file, serialize($classes)); fclose($classes_file); /* now individual section informations, pre-JSON-ized */ foreach ($classes as $class) { if (!is_dir($cache_auto_school_dir_name . $department)) mkdir($cache_auto_school_dir_name . $department); $class_file = fopen($cache_auto_school_dir_name . $department . DIRECTORY_SEPARATOR . $class, 'wb'); fwrite($class_file, json_encode($semester->class_get($department, $class)->to_json_array())); fclose($class_file); } } } } uasort($list_cache, 'school_cmp'); $cache = array('list' => $list_cache, 'domains' => $domain_cache); $cache_file_name = $cache_dir_name . 'schools'; $cache_file = fopen($cache_file_name, 'wb'); if ($cache_file === FALSE) { fprintf(STDERR, "Unable to open `%s' for writing\n", $cache_file_name); return 1; } fwrite($cache_file, serialize($cache)); fclose($cache_file); return 0; } /** * \brief * Invoke a school's registration data crawler. * * Each school may export registration data on publically accessible * websites. Thus, we populate some autocomplete information by * crawling these pages and storing the information in a special set * of caches. * * Because crawling code can be non-trivial, it should be separated * from a school's main .inc file. Thus, if a school supports * crawling, it will have a file called * schools.d/.crawl.inc. In this file, a function called * _crawl($semester) must be defined. It must accept one * argument, the Semester object which defines the time of year for * which courses should be retrieved. It must populate this empty * Semester object with Course object and populate those courses with * the sections with as much detail as possible. * * If the crawling is successful, a 'crawl' key is added to the * $school handle. school_cache() will use this to help indicate that * a school _has_ autocomplete information, which might affect the * appearance and JS stuff for the input.php page. * * \param $school * The school which should be checked for crawl functionality and * crawled. * \param $semester_year * The year of the semester for which we should grab data. * \param $semester_season * The season of the year of the semester for which we should grab * data. */ function school_crawl(&$school, $semester_year, $semester_season, $verbosity = 1) { $school['crawled'] = FALSE; $school_crawl_func = $school['id'] . '_crawl'; if (!function_exists($school_crawl_func)) return; $semester = new Semester($semester_year, $semester_season); if ($verbosity > 0) fprintf(STDERR, "%s()\n", $school_crawl_func); $ret = $school_crawl_func($semester, $verbosity); if ($ret) { fprintf(STDERR, "Crawling %s failed: %s() returned nonzero\n", $school['id'], $school_crawl_func); fwrite(STDERR, "\n"); return; } $school['crawled'] = TRUE; $school['crawled_semester'] = $semester; if ($verbosity > 0) fwrite(STDERR, "\n"); } /** * \brief * Recreate/update the school section autocomplete cache. * * \param $crawl_only * If non-NULL, an array of school_ids to limit the cache recreation * to. Useful for when developing a certain school's crawling * function. */ function school_cache_recreate($crawl_only = NULL) { $crawl_semester_year = '2011'; $crawl_semester_season = Semester::SEASON_SPRING; $school_id_list = school_list(); if (!$school_id_list) { fprintf(STDERR, "error: Unable to load schools.\n"); return 1; } if ($crawl_only !== NULL) foreach ($crawl_only as $crawl_only_school_id) if (!in_array($crawl_only_school_id, $school_id_list)) { fprintf(STDERR, "error: Invalid school_id specified for crawling: %s", $crawl_only_school_id); return 1; } $schools = array(); $old_school_cache = _school_cache_load(); foreach ($school_id_list as $school_id) { $school = school_load($school_id, TRUE); if (!$school) { fprintf(STDERR, "Error loading school with school_id=%s\n", $school_id); return 1; } if ($crawl_only === NULL || in_array($school['id'], $crawl_only)) { school_crawl($school, $crawl_semester_year, $crawl_semester_season, $verbosity); } else { /* * try to allow incremental crawling by not wiping out old * data and preserving the cached $school['crawled']. */ if ($old_school_cache && isset($old_school_cache['list'][$school['id']])) { $old_school = $old_school_cache['list'][$school['id']]; $school['crawled'] = FALSE; if (isset($old_school['crawled'])) $school['crawled'] = $old_school['crawled']; if ($school['crawled']) $school['crawled_notreally'] = TRUE; } } $schools[] = $school; } if (school_cache($schools)) { fprintf(STDERR, "Error writing out school cache\n"); return 1; } return 0; } /** * \brief * Purge a range of saved_schedules. * * \param $schedule_store * The schedule_store handle for which a range of saved schedules * must be deleted. * \param $time_min * The minimum unix timestamp for the range of schedules to be * purged. * \param $time_max * The maximum unix timestamp for the range of schedules to be * purged or NULL for no limit. * \return * FALSE on failure, an integer indicating the number of deleted * saved_schedules on success. */ function schedule_store_purge_range($schedule_store, $time_min = 0, $time_max = NULL) { global $admin_enable_purge; $schedule_id_max = schedule_store_getmaxid($schedule_store); $num_deleted = 0; if (!$admin_enable_purge) return FALSE; for ($schedule_id = 0; $schedule_id < $schedule_id_max; $schedule_id ++) { $filename = $schedule_store['dir'] . DIRECTORY_SEPARATOR . $schedule_id; if (!file_exists($filename)) continue; $statbuf = stat($filename); if ($statbuf['ctime'] >= $time_min && ($time_max === NULL || $statbuf['ctime'] <= $time_max)) { unlink($filename); $num_deleted ++; } } return $num_deleted; } /** * \brief * A small testsuite to help developers. * * \return * Number of failures. */ function test() { $ideal = array('department' => 'CS', 'course' => '262', 'section' => 'A'); $ideal_c = $ideal; unset($ideal_c['section']); $n = 0; $t1 = 'CS-262-A'; $n += assert_equal($t1, Section::parse($t1), $ideal); $n += assert_equal($t1 . '_class', Course::parse($t1), $ideal_c); $t2 = 'cs262 a'; $n += assert_equal($t2, Section::parse($t2), $ideal); $n += assert_equal($t2 . '_class', Course::parse($t2), $ideal_c); $t3 = 'cs 262 a'; $n += assert_equal($t3, Section::parse($t2), $ideal); $n += assert_equal($t3 . '_class', Course::parse($t3), $ideal_c); $ideal['course'] .= 'L'; $ideal_c['course'] = $ideal['course']; $t1 = 'CS-262L-A'; $n += assert_equal($t1, Section::parse($t1), $ideal); $n += assert_equal($t1 . '_class', Course::parse($t1), $ideal_c); $t2 = 'cs262l a'; $n += assert_equal($t2, Section::parse($t2), $ideal); $n += assert_equal($t2 . '_class', Course::parse($t2), $ideal_c); $t3 = 'cs 262l a'; $n += assert_equal($t3, Section::parse($t2), $ideal); $n += assert_equal($t3 . '_class', Course::parse($t3), $ideal_c); return $n; } /** * \brief * A reimplementation of a standard testsuite utility. * * \return * TRUE if the test failed. */ function assert_equal($name, $a, $b) { if (is_array($a)) { $bad = FALSE; if (!is_array($b)) { fprintf(STDERR, "Test ``%s'' failed: \$a is an array while \$b isn't.\n", $name); return TRUE; } foreach ($a as $key => $val) if (!$bad && isset($b[$key])) $bad = assert_equal($name . '[' . $key . ']', $a[$key], $b[$key]); else $bad = TRUE; foreach ($b as $key => $val) if (!$bad && isset($a[$key])) $bad = assert_equal($name . '[' . $key . ']', $a[$key], $b[$key]); else $bad = TRUE; if ($bad) { fprintf(STDERR, "Test ``%s'' failed, see previous error message\n", $name); return TRUE; } return FALSE; } elseif (is_array($b)) { fprintf(STDERR, "Test ``%s'' failed: \$b is an array; \$a isn't.\n", $name); return TRUE; } elseif ($a === $b && !strcmp($a, $b)) { return FALSE; } else { fprintf(STDERR, "Test ``%s'' failed: `%s' !== `%s', strcmp() == %d\n", $name, $a, $b, strcmp($a, $b)); return TRUE; } return TRUE; }