get rid of webencode/decode for getCrawlItem, a=chris

Chris Pollett [2019-05-31 23:May:st]
get rid of webencode/decode for getCrawlItem, a=chris
Filename
src/controllers/CrawlController.php
src/models/ParallelModel.php
diff --git a/src/controllers/CrawlController.php b/src/controllers/CrawlController.php
index 2feb32429..a48a247a6 100644
--- a/src/controllers/CrawlController.php
+++ b/src/controllers/CrawlController.php
@@ -261,9 +261,9 @@ class CrawlController extends Controller implements CrawlConstants
         }
         $items = $crawl_model->getCrawlItems($our_lookups, null,
             $exclude_fields);
-        $this->web_site->header("Content-Type: text/plain");
+        $this->web_site->header("Content-Type: application/octet-stream");
         $items["ELAPSED_TIME"] = L\changeInMicrotime($start_time);
-        $items = L\webencode(gzdeflate(serialize($items)));
+        $items = gzdeflate(serialize($items));
         $this->web_site->header("Content-Length: " . strlen($items));
         echo $items;
         flush();
diff --git a/src/models/ParallelModel.php b/src/models/ParallelModel.php
index 4194478b5..d69873529 100755
--- a/src/models/ParallelModel.php
+++ b/src/models/ParallelModel.php
@@ -177,8 +177,7 @@ class ParallelModel extends Model
             foreach ($page_set as $elt) {
                 $description_hash = [];
                 set_error_handler(null);
-                $result = @unserialize(gzinflate(L\webdecode(
-                    $elt[self::PAGE])));
+                $result = @unserialize(gzinflate($elt[self::PAGE]));
                 set_error_handler(C\NS_CONFIGS . "yioop_error_handler");
                 if (!is_array($result)) {
                     $elapsed_times[] = 0;
ViewGit