# HG changeset patch # User Nathan Phillip Brink # Date 2013-04-23 15:58:12 # Node ID 136360f35050664c32e6a06653adaca6277617c3 # Parent d725bd7f636a6b7f4ef022648cc22729100d31ef Fix WebAdvisor (particularly cornerstone) crawling when some searches by semester+department are specific enough to return no results. diff --git a/inc/school.crawl.webadvisor.inc b/inc/school.crawl.webadvisor.inc --- a/inc/school.crawl.webadvisor.inc +++ b/inc/school.crawl.webadvisor.inc @@ -436,6 +436,15 @@ function school_crawl_webadvisor_semeste $results_dom = new DOMDocument(); $results_dom->loadHTML($html); + $results_xpath = new DOMXPath($results_dom); + + $results_errorText = $results_xpath->query('//div[@class="errorText"]'); + if ($results_errorText->length) + { + school_crawl_logf($school_crawl_log, 6, "Skipping a page because ā€œ%sā€.", $results_errorText->item(0)->textContent); + break; + } + $results_form = _school_crawl_webadvisor_form($results_dom, $school_crawl_log); if (empty($results_form)) return 1;