Further FetchUrl tweaks, a=chris

Chris Pollett [2015-12-16 20:Dec:th]
Further FetchUrl tweaks, a=chris
Filename
src/library/FetchUrl.php
diff --git a/src/library/FetchUrl.php b/src/library/FetchUrl.php
index ce7780cc4..b83308732 100755
--- a/src/library/FetchUrl.php
+++ b/src/library/FetchUrl.php
@@ -314,11 +314,15 @@ class FetchUrl implements CrawlConstants
                     }
                 }
                 /*
-                   Ideally should have line:
-                   curl_multi_remove_handle($agent_handler, $sites[$i][0]);
+                   Ideally should have line for all requests
                    However, this seems to cause curl to sometimes crash
                    with by trying to free stuff twice on some linux systems
+                   at crawl time. Not have it on other systems causes crashes
+                   at query time
                  */
+                if ($minimal) {
+                   curl_multi_remove_handle($agent_handler, $sites[$i][0]);
+                }
                 curl_close($sites[$i][0]);
                 if (isset($sites[$i]['ROBOT']) && $sites[$i]['ROBOT']) {
                     if (isset($sites[$i][self::TYPE]) &&
ViewGit