Further FetchUrl tweaks, a=chris
Further FetchUrl tweaks, a=chris
diff --git a/src/library/FetchUrl.php b/src/library/FetchUrl.php
index ce7780cc4..b83308732 100755
--- a/src/library/FetchUrl.php
+++ b/src/library/FetchUrl.php
@@ -314,11 +314,15 @@ class FetchUrl implements CrawlConstants
}
}
/*
- Ideally should have line:
- curl_multi_remove_handle($agent_handler, $sites[$i][0]);
+ Ideally should have line for all requests
However, this seems to cause curl to sometimes crash
with by trying to free stuff twice on some linux systems
+ at crawl time. Not have it on other systems causes crashes
+ at query time
*/
+ if ($minimal) {
+ curl_multi_remove_handle($agent_handler, $sites[$i][0]);
+ }
curl_close($sites[$i][0]);
if (isset($sites[$i]['ROBOT']) && $sites[$i]['ROBOT']) {
if (isset($sites[$i][self::TYPE]) &&