Fixes bug that had been introduced in Fetcher updating server, print out list of sites a particular queue server receives in a start schedule
Fixes bug that had been introduced in Fetcher updating server, print out list of sites a particular queue server receives in a start schedule
diff --git a/src/executables/Fetcher.php b/src/executables/Fetcher.php
index bd4902c68..53f74e31e 100755
--- a/src/executables/Fetcher.php
+++ b/src/executables/Fetcher.php
@@ -1449,8 +1449,6 @@ class Fetcher implements CrawlConstants
$cs = $this->current_server;
do {
if ($at_least_current_server ||
- (isset($this->found_sites[self::SEEN_URLS][$cs]) &&
- count($this->found_sites[self::SEEN_URLS][$cs]) > 0) ||
(isset($this->found_sites[self::TO_CRAWL][$cs]) &&
count($this->found_sites[self::TO_CRAWL][$cs]) > 0)) {
$this->updateScheduler($cs, $at_least_current_server);
diff --git a/src/executables/QueueServer.php b/src/executables/QueueServer.php
index f48fc9327..76e2c3ac0 100644
--- a/src/executables/QueueServer.php
+++ b/src/executables/QueueServer.php
@@ -1938,6 +1938,13 @@ class QueueServer implements CrawlConstants
if (is_object($this->messages_bundle)) {
$sites = $this->messages_bundle->unpackMessages(
$start_schedule_filename);
+ L\crawlLog("Start schedule received for this ".
+ "QueueServer was:\n");
+ $site_ctr = 0;
+ foreach ($sites[self::TO_CRAWL] as $site) {
+ $site_ctr++;
+ L\crawlLog("...$site_ctr {$site[0]}");
+ }
unlink($start_schedule_filename);
}
} else if (is_object($this->messages_bundle)) {