Add support for URL quotas, a=chris

Chris Pollett [2012-03-03 01:Mar:rd]
Add support for URL quotas, a=chris
Filename
bin/queue_server.php
configs/config.php
lib/utility.php
locale/ar/configure.ini
locale/de/configure.ini
locale/en-US/configure.ini
locale/es/configure.ini
locale/fr-FR/configure.ini
locale/he/configure.ini
locale/hi/configure.ini
locale/in-ID/configure.ini
locale/it/configure.ini
locale/ja/configure.ini
locale/ja/statistics.txt
locale/kn/configure.ini
locale/ko/configure.ini
locale/ko/statistics.txt
locale/pl/configure.ini
locale/pt/configure.ini
locale/ru/configure.ini
locale/th/configure.ini
locale/tr/configure.ini
locale/vi-VN/configure.ini
locale/zh-CN/configure.ini
views/elements/crawloptions_element.php
views/statistics_view.php
diff --git a/bin/queue_server.php b/bin/queue_server.php
index e511c7ca2..1b4467ede 100755
--- a/bin/queue_server.php
+++ b/bin/queue_server.php
@@ -138,6 +138,21 @@ class QueueServer implements CrawlConstants, Join
      * @var array
      */
     var $disallowed_sites;
+    /**
+     * Timestamp of lst time download from site quotas were cleared
+     * @var int
+     */
+    var $quota_clear_time;
+    /**
+     * Web-sites that have an hourly crawl quota
+     * @var array
+     */
+    var $quota_sites;
+    /**
+     * Cache of array_keys of $quota_sites
+     * @var array
+     */
+    var $quota_sites_keys;
     /**
      * Constant saying the method used to order the priority queue for the crawl
      * @var string
@@ -273,6 +288,9 @@ class QueueServer implements CrawlConstants, Join
         $this->restrict_sites_by_url = true;
         $this->allowed_sites = array();
         $this->disallowed_sites = array();
+        $this->quota_sites = array();
+        $this->quota_sites_keys = array();
+        $this->quota_clear_time = time();
         $this->meta_words = array();
         $this->last_index_save_time = 0;
         $this->index_dirty = false;
@@ -924,14 +942,23 @@ class QueueServer implements CrawlConstants, Join
             "indexing_plugins" => self::INDEXING_PLUGINS,
         );
         $try_to_set_from_old_index = array();
+        $update_disallow = false;
         foreach($read_from_info as $index_field => $info_field) {
             if(isset($info[$info_field])) {
+                if($index_field == "disallowed_sites") {
+                    $update_disallow = true;
+                }
                 $this->$index_field = $info[$info_field];
             } else {
                 array_push($try_to_set_from_old_index,  $index_field);
             }
         }

+        /* We now do further processing or disallowed sites to see if any
+           of them are really quota sites
+         */
+        if($update_disallow == true) {  $this->updateDisallowedQuotaSites(); }
+
         $this->initializeWebQueue();

         $dir = CRAWL_DIR.'/cache/'.self::index_data_base_name.$this->crawl_time;
@@ -971,6 +998,49 @@ class QueueServer implements CrawlConstants, Join
         return $info;
     }

+
+    /**
+     * This is called whenever the crawl options are modified to parse
+     * from the disallowed sites, those sites of the format:
+     * site#quota
+     * where quota is the number of urls allowed to be downloaded in an hour
+     * from the site. These sites are then deleted from disallowed_sites
+     * and added to $this->quota sites. An entry in $this->quota_sites
+     * has the format: $quota_site => array($quota,$num_urls_downloaded_this_hr)
+     */
+    function updateDisallowedQuotaSites()
+    {
+        $num_sites = count($this->disallowed_sites);
+        $active_quota_sites = array();
+        for($i = 0; $i < $num_sites; $i++) {
+            $site_parts = explode("#", $this->disallowed_sites[$i]);
+            if(count($site_parts) > 1) {
+                $quota = intval(array_pop($site_parts));
+                if($quota <= 0) continue;
+                $this->disallowed_sites[$i] = false;
+                $quota_site = implode("#", $site_parts);
+                $active_quota_sites[] = $quota_site;
+                if(isset($this->quota_sites[$quota_site])) {
+                    $this->quota_sites[$quota_site] = array($quota,
+                        $this->quota_sites[$quota_site][1]);
+                } else {
+                    //($quota, $num_scheduled_this_last_hour)
+                    $this->quota_sites[$quota_site] = array($quota, 0);
+                }
+            }
+        }
+
+        foreach($this->quota_sites as $site => $info) {
+            if(!in_array($site, $active_quota_sites)) {
+                $this->quota_sites[$site] = false;
+            }
+        }
+
+        $this->disallowed_sites = array_filter($this->disallowed_sites);
+        $this->quota_sites = array_filter($this->quota_sites);
+        $this->quota_sites_keys = array_keys($this->quota_sites);
+    }
+
     /**
      * This method sets up a WebQueueBundle according to the current crawl
      * order so that it can receive urls and prioritize them.
@@ -1038,6 +1108,9 @@ class QueueServer implements CrawlConstants, Join
         $index_info = unserialize($archive_info['DESCRIPTION']);
         foreach($keys as $index_field) {
             if(isset($index_info[$updatable_info[$index_field]]) ) {
+                if($index_field == "disallowed_sites") {
+                    $update_disallow = true;
+                }
                 $this->$index_field =
                     $index_info[$updatable_info[$index_field]];
                 if($this->isOnlyScheduler()) {
@@ -1047,6 +1120,11 @@ class QueueServer implements CrawlConstants, Join
                 }
             }
         }
+        /* We now do further processing or disallowed sites to see if any
+           of them are really quota sites
+         */
+        if($update_disallow == true) {  $this->updateDisallowedQuotaSites(); }
+
         $this->archive_modified_time = $modified_time;
     }

@@ -1879,6 +1957,14 @@ class QueueServer implements CrawlConstants, Join
                     $delay = $this->web_queue->getCrawlDelay($host_url);
                 }

+                if(!$this->withinQuota($url)) {
+                    //we've not allowed to schedule $url till next hour
+                    $delete_urls[$i] = $url;
+                    //delete from queue (so no clog) but don't mark seen
+                    $i++;
+                    continue;
+                }
+
                 $num_waiting = count($this->waiting_hosts);

                 if($delay > 0 ) {
@@ -2081,6 +2167,38 @@ class QueueServer implements CrawlConstants, Join
         return $this->urlMemberSiteArray($url, $this->disallowed_sites);
     }

+    /**
+     * Checks if the $url is from a site which has an hourly quota to download.
+     * If so, it bumps the quota count and return true; false otherwise.
+     * This method also resets the quota queue every over
+     *
+     * @param string $url to check if within quota
+     * @return bool whether $url exceeds the hourly quota of the site it is from
+     */
+    function withinQuota($url)
+    {
+        if(!($site = $this->urlMemberSiteArray(
+            $url, $this->quota_sites_keys, true))) {
+            return true;
+        }
+        list($quota, $current_count) = $this->quota_sites[$site];
+        if($current_count < $quota) {
+            $this->quota_sites[$site] = array($quota, $current_count + 1);
+            $flag = true;
+        } else {
+            $flag = false;
+        }
+        if($this->quota_clear_time + 3600 < time()) {
+            $this->quota_clear_time = time();
+            foreach ($this->quota_sites as $site => $info) {
+                list($quota,) = $info;
+                $this->quota_sites[$site] = array($quota, 0);
+            }
+        }
+        return $flag;
+    }
+
+
     /**
      * Checks if the url belongs to one of the sites listed in site_array
      * Sites can be either given in the form domain:host or
@@ -2089,9 +2207,11 @@ class QueueServer implements CrawlConstants, Join
      *
      * @param string $url url to check
      * @param array $site_array sites to check against
-     * @return bool whether the url belongs to one of the sites
+     * @param bool whether when a match is found to return true or to
+     *      return the matching site rule
+     * @return mixed whether the url belongs to one of the sites
      */
-    function urlMemberSiteArray($url, $site_array)
+    function urlMemberSiteArray($url, $site_array, $return_rule = false)
     {
         $flag = false;
         if(!is_array($site_array)) {return false;}
@@ -2109,6 +2229,9 @@ class QueueServer implements CrawlConstants, Join
                 break;
             }
         }
+        if($return_rule && $flag) {
+            $flag = $site;
+        }
         return $flag;
     }

diff --git a/configs/config.php b/configs/config.php
index d386f807f..1da2ce986 100755
--- a/configs/config.php
+++ b/configs/config.php
@@ -87,6 +87,7 @@ if(file_exists(WORK_DIRECTORY."/profile.php")) {
     define('PROFILE', false);
     define('DBMS', 'sqlite3');
     define('DEBUG_LEVEL', NO_DEBUG_INFO);
+    define('USE_FILECACHE', false);
     define('WEB_ACCESS', true);
     define('RSS_ACCESS', true);
     define('API_ACCESS', true);
@@ -118,6 +119,7 @@ if(file_exists(WORK_DIRECTORY."/profile.php")) {
     define ('DESCRIPTION_WEIGHT', 1);
     /** BM25F weight for other text within links to a doc*/
     define ('LINK_WEIGHT', 2);
+    $INDEXING_PLUGINS = array();

 }

@@ -330,7 +332,11 @@ $PAGE_PROCESSORS = array(   "text/html" => "HtmlProcessor",
                             "image/svg+xml"=> "SvgProcessor"
 );

-$INDEXING_PLUGINS = array("recipe");
+if(defined('PHP_VERSION_ID') && PHP_VERSION_ID > 50300) {
+    $INDEXING_PLUGINS = array("recipe");
+} else {
+    $INDEXING_PLUGINS = array();
+}

 $MOD9_PACK_POSSIBILITIES = array(
     0, 24, 12, 7, 6, 5, 4, 3, 3, 3, 2, 2, 2, 2,
diff --git a/lib/utility.php b/lib/utility.php
index bafa6af99..cfb86a3d9 100755
--- a/lib/utility.php
+++ b/lib/utility.php
@@ -584,7 +584,8 @@ function calculatePartition($input, $num_partition, $callback = NULL)
         } else {
             $class_name = $callback_parts[0];
             $method_name = $callback_parts[1];
-            $input = $class_name::$method_name($input);
+            $tmp_class = new $class_name;
+            $input = $tmp_class->$method_name($input);
         }
     }
     $hash_int =  abs(unpackInt(substr(crawlHash($input, true), 0, 4))) %
diff --git a/locale/ar/configure.ini b/locale/ar/configure.ini
index 42fd986ab..592c81056 100755
--- a/locale/ar/configure.ini
+++ b/locale/ar/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = ""
 ; search_controller.php line: 228
 search_controller_crawl_info = ""
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = ""
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = ""
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = ""
 crawloptions_element_allowed_to_crawl = ""
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = ""
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = ""
@@ -1128,10 +1128,10 @@ search_view_similar = ""
 ; search_view.php line: 177
 search_view_inlink = ""
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = ""
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/locale/de/configure.ini b/locale/de/configure.ini
index 52c81f41f..e6616dae7 100755
--- a/locale/de/configure.ini
+++ b/locale/de/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = ""
 ; search_controller.php line: 228
 search_controller_crawl_info = ""
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = ""
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = ""
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = ""
 crawloptions_element_allowed_to_crawl = ""
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = ""
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = ""
@@ -1128,10 +1128,10 @@ search_view_similar = ""
 ; search_view.php line: 177
 search_view_inlink = ""
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = ""
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/locale/en-US/configure.ini b/locale/en-US/configure.ini
index ba1ec9003..3e7fcd28f 100755
--- a/locale/en-US/configure.ini
+++ b/locale/en-US/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = "Using Crawl Mix: %s"
 ; search_controller.php line: 228
 search_controller_crawl_info = "Using Index: %s -- Size: %s pages/%s urls"
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = "No Search Index Set For Use!"
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = "No Search Index Set For Use!"
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = "This cached version of %s was obtained by the Yioop crawler on %s."
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = "Toggle Extracted Page Summaries"
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = "Restrict Sites By Url:"
 crawloptions_element_allowed_to_crawl = "Allowed To Crawl Sites"
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = "Disallowed Sites"
+crawloptions_element_disallowed_and_quota_sites = "Disallowed Sites/Sites with Quotas"
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = "Seed Sites"
@@ -1128,10 +1128,10 @@ search_view_similar = "Similar"
 ; search_view.php line: 177
 search_view_inlink = "Inlinks"
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = "More Statistics"
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = "Developed at SeekQuarry"
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = "Statistics"
 ; statistics_view.php line: 80
 statistics_view_calculating = "Calculating... Please be patient."
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = "Error Codes Seen"
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = "File Sizes Downloaded"
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = "Average Links per Page"
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = "Page Modified Dates"
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = "DNS Lookup Time"
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = "Page Download Time"
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = "Top Level Domains"
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = "File Extension"
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = "Media Type"
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = "Web Page Language"
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = "Web Server"
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = "Operating System (if detected)"
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = "General Index Info"
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = "Index Description"
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = "Timestamp"
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = "Crawl Start Time"
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = "Downloaded Pages"
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = "Seen Urls"
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = "Hostnames Seen"
\ No newline at end of file
diff --git a/locale/es/configure.ini b/locale/es/configure.ini
index dd1fac2d2..57a8a75ee 100755
--- a/locale/es/configure.ini
+++ b/locale/es/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = ""
 ; search_controller.php line: 228
 search_controller_crawl_info = ""
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = ""
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = ""
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = ""
 crawloptions_element_allowed_to_crawl = ""
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = ""
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = ""
@@ -1128,10 +1128,10 @@ search_view_similar = ""
 ; search_view.php line: 177
 search_view_inlink = ""
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = ""
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/locale/fr-FR/configure.ini b/locale/fr-FR/configure.ini
index 7866c9339..1fae2d6cd 100755
--- a/locale/fr-FR/configure.ini
+++ b/locale/fr-FR/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = ""
 ; search_controller.php line: 228
 search_controller_crawl_info = ""
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = ""
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = ""
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = ""
 crawloptions_element_allowed_to_crawl = ""
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = ""
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = ""
@@ -1128,10 +1128,10 @@ search_view_similar = "Pages&nbsp;similaires"
 ; search_view.php line: 177
 search_view_inlink = "Liens retour"
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = "Un logiciel code source libre du SeekQuarry"
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/locale/he/configure.ini b/locale/he/configure.ini
index 58258b40d..e35482f05 100755
--- a/locale/he/configure.ini
+++ b/locale/he/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = ""
 ; search_controller.php line: 228
 search_controller_crawl_info = ""
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = ""
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = ""
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = ""
 crawloptions_element_allowed_to_crawl = ""
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = ""
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = ""
@@ -1128,10 +1128,10 @@ search_view_similar = ""
 ; search_view.php line: 177
 search_view_inlink = ""
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = ""
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/locale/hi/configure.ini b/locale/hi/configure.ini
index b63bd07e4..fedcfe7f4 100755
--- a/locale/hi/configure.ini
+++ b/locale/hi/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = ""
 ; search_controller.php line: 228
 search_controller_crawl_info = "क्रॉल जानकारी "
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = ""
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = "सारांश डेटा"
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = ""
 crawloptions_element_allowed_to_crawl = ""
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = ""
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = ""
@@ -1128,10 +1128,10 @@ search_view_similar = ""
 ; search_view.php line: 177
 search_view_inlink = ""
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = "SeekQuarry द्वारा विकसित"
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/locale/in-ID/configure.ini b/locale/in-ID/configure.ini
index 5cd677af7..8c016a21d 100755
--- a/locale/in-ID/configure.ini
+++ b/locale/in-ID/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = ""
 ; search_controller.php line: 228
 search_controller_crawl_info = ""
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = ""
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = ""
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = ""
 crawloptions_element_allowed_to_crawl = ""
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = ""
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = ""
@@ -1128,10 +1128,10 @@ search_view_similar = ""
 ; search_view.php line: 177
 search_view_inlink = ""
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = ""
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/locale/it/configure.ini b/locale/it/configure.ini
index a1945189a..1baa90058 100755
--- a/locale/it/configure.ini
+++ b/locale/it/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = ""
 ; search_controller.php line: 228
 search_controller_crawl_info = ""
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = ""
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = ""
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = ""
 crawloptions_element_allowed_to_crawl = ""
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = ""
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = ""
@@ -1128,10 +1128,10 @@ search_view_similar = ""
 ; search_view.php line: 177
 search_view_inlink = ""
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = ""
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/locale/ja/configure.ini b/locale/ja/configure.ini
index 9c5ae8c58..8dbf01eff 100755
--- a/locale/ja/configure.ini
+++ b/locale/ja/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = ""
 ; search_controller.php line: 228
 search_controller_crawl_info = ""
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = "%sのこのキャッシュされたバージョンは%sのウィオップから入手しました。"
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = ""
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = "URLで制限"
 crawloptions_element_allowed_to_crawl = "検索ができます"
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = "検索はできません"
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = "シッドサイト"
@@ -1128,10 +1128,10 @@ search_view_similar = "同じビュー"
 ; search_view.php line: 177
 search_view_inlink = ""
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = "SeekQuarryで開発しました"
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/locale/ja/statistics.txt b/locale/ja/statistics.txt
index ee5ff6afc..5f9a99dac 100755
--- a/locale/ja/statistics.txt
+++ b/locale/ja/statistics.txt
@@ -1 +1 @@
-d:48;
\ No newline at end of file
+d:47;
\ No newline at end of file
diff --git a/locale/kn/configure.ini b/locale/kn/configure.ini
index 14240b298..b3d7b2244 100755
--- a/locale/kn/configure.ini
+++ b/locale/kn/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = ""
 ; search_controller.php line: 228
 search_controller_crawl_info = ""
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = ""
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = ""
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = ""
 crawloptions_element_allowed_to_crawl = ""
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = ""
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = ""
@@ -1128,10 +1128,10 @@ search_view_similar = "ಸಮಾನರೂಪದ"
 ; search_view.php line: 177
 search_view_inlink = "ಒಳ ಕೊಂಡಿ"
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = "SeekQuarryಯಲ್ಲಿ ಅಭಿವೃದ್ಧಿಸಲಾಗಿದೆ"
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/locale/ko/configure.ini b/locale/ko/configure.ini
index 6753e03ee..7fab5fde9 100755
--- a/locale/ko/configure.ini
+++ b/locale/ko/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = ""
 ; search_controller.php line: 228
 search_controller_crawl_info = ""
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = "현재 캐시 버젼 %s 은 Yioop 크롤 %s 에 의하여 얻어 졌습니다. "
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = ""
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = "사이트들을 주소로 제한:"
 crawloptions_element_allowed_to_crawl = "크롤을 허가한 사이트들"
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = "허가 하지않은 사이트들"
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = "씨드 사이트들"
@@ -1128,10 +1128,10 @@ search_view_similar = "유사성"
 ; search_view.php line: 177
 search_view_inlink = "인링크"
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = "SeekQuarry에서 계발"
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/locale/ko/statistics.txt b/locale/ko/statistics.txt
index 2bc958784..bc2959445 100755
--- a/locale/ko/statistics.txt
+++ b/locale/ko/statistics.txt
@@ -1 +1 @@
-d:50;
\ No newline at end of file
+d:49;
\ No newline at end of file
diff --git a/locale/pl/configure.ini b/locale/pl/configure.ini
index 84e13ebe0..61314a75b 100755
--- a/locale/pl/configure.ini
+++ b/locale/pl/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = ""
 ; search_controller.php line: 228
 search_controller_crawl_info = ""
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = ""
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = ""
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = ""
 crawloptions_element_allowed_to_crawl = ""
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = ""
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = ""
@@ -1128,10 +1128,10 @@ search_view_similar = ""
 ; search_view.php line: 177
 search_view_inlink = ""
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = ""
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/locale/pt/configure.ini b/locale/pt/configure.ini
index d1bcb679a..ed110d6a3 100755
--- a/locale/pt/configure.ini
+++ b/locale/pt/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = ""
 ; search_controller.php line: 228
 search_controller_crawl_info = ""
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = ""
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = ""
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = ""
 crawloptions_element_allowed_to_crawl = ""
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = ""
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = ""
@@ -1128,10 +1128,10 @@ search_view_similar = ""
 ; search_view.php line: 177
 search_view_inlink = ""
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = ""
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/locale/ru/configure.ini b/locale/ru/configure.ini
index 92acfea06..3d683aa4b 100755
--- a/locale/ru/configure.ini
+++ b/locale/ru/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = ""
 ; search_controller.php line: 228
 search_controller_crawl_info = ""
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = ""
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = ""
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = ""
 crawloptions_element_allowed_to_crawl = ""
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = ""
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = ""
@@ -1128,10 +1128,10 @@ search_view_similar = ""
 ; search_view.php line: 177
 search_view_inlink = ""
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = ""
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/locale/th/configure.ini b/locale/th/configure.ini
index da3f78f7e..15a197314 100755
--- a/locale/th/configure.ini
+++ b/locale/th/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = ""
 ; search_controller.php line: 228
 search_controller_crawl_info = ""
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = ""
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = ""
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = ""
 crawloptions_element_allowed_to_crawl = ""
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = ""
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = ""
@@ -1128,10 +1128,10 @@ search_view_similar = ""
 ; search_view.php line: 177
 search_view_inlink = ""
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = ""
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/locale/tr/configure.ini b/locale/tr/configure.ini
index 6176bc993..3c582b748 100755
--- a/locale/tr/configure.ini
+++ b/locale/tr/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = ""
 ; search_controller.php line: 228
 search_controller_crawl_info = ""
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = ""
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = ""
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = ""
 crawloptions_element_allowed_to_crawl = ""
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = ""
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = ""
@@ -1128,10 +1128,10 @@ search_view_similar = ""
 ; search_view.php line: 177
 search_view_inlink = ""
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = ""
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/locale/vi-VN/configure.ini b/locale/vi-VN/configure.ini
index f119b5328..db160ac86 100755
--- a/locale/vi-VN/configure.ini
+++ b/locale/vi-VN/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = "Bằng c&aacute;ch sử dụng kết hợp thu th
 ; search_controller.php line: 228
 search_controller_crawl_info = "Sử dụng chỉ số %s"
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = "Kh&ocirc;ng c&oacute; chỉ mục t&igrave;m kiếm thiết lập để sử dụng"
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = "Kh&ocirc;ng c&oacute; chỉ mục t&igrave;m kiếm thiết lập để sử dụng"
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = "Trang gốc n&agrave;y: %s đ&atilde; t&igrave;m được bởi c&ocirc;ng cụ t&igrave;m kiẽm Yioop v&agrave;o ng&agrave;y %s."
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = "Chuyển đổi chiết xuất trang t&oacute;m tắt"
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = ""
 crawloptions_element_allowed_to_crawl = ""
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = ""
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = ""
@@ -1128,10 +1128,10 @@ search_view_similar = "Tương&nbsp;Tự"
 ; search_view.php line: 177
 search_view_inlink = ""
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = ""
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/locale/zh-CN/configure.ini b/locale/zh-CN/configure.ini
index bb88f48ac..464fb8b06 100755
--- a/locale/zh-CN/configure.ini
+++ b/locale/zh-CN/configure.ini
@@ -352,16 +352,16 @@ search_controller_mix_info = ""
 ; search_controller.php line: 228
 search_controller_crawl_info = ""
 ;
-; search_controller.php line: 320
+; search_controller.php line: 323
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 323
+; search_controller.php line: 326
 search_controller_no_index_set = ""
 ;
-; search_controller.php line: 799
+; search_controller.php line: 801
 search_controller_cached_version = ""
 ;
-; search_controller.php line: 813
+; search_controller.php line: 815
 search_controller_summary_data = ""
 ;
 ; settings_controller.php line: 125
@@ -642,7 +642,7 @@ crawloptions_element_restrict_by_url = ""
 crawloptions_element_allowed_to_crawl = ""
 ;
 ; crawloptions_element.php line: 131
-crawloptions_element_disallowed_to_crawl = ""
+crawloptions_element_disallowed_and_quota_sites = ""
 ;
 ; crawloptions_element.php line: 138
 crawloptions_element_seed_sites = ""
@@ -1128,10 +1128,10 @@ search_view_similar = "相似"
 ; search_view.php line: 177
 search_view_inlink = ""
 ;
-; search_view.php line: 207
+; search_view.php line: 208
 search_view_more_statistics = ""
 ;
-; search_view.php line: 209
+; search_view.php line: 212
 search_view_developed_seek_quarry = ""
 ;
 ; settings_view.php line: 76
@@ -1176,59 +1176,59 @@ statistics_view_statistics = ""
 ; statistics_view.php line: 80
 statistics_view_calculating = ""
 ;
-; statistics_view.php line: 95
+; statistics_view.php line: 97
 statistics_view_error_codes = ""
 ;
-; statistics_view.php line: 96
+; statistics_view.php line: 98
 statistics_view_sizes = ""
 ;
-; statistics_view.php line: 97
+; statistics_view.php line: 99
 statistics_view_links_per_page = ""
 ;
-; statistics_view.php line: 98
+; statistics_view.php line: 100
 statistics_view_page_date = ""
 ;
-; statistics_view.php line: 99
+; statistics_view.php line: 101
 statistics_view_dns_time = ""
 ;
-; statistics_view.php line: 100
+; statistics_view.php line: 102
 statistics_view_download_time = ""
 ;
-; statistics_view.php line: 101
+; statistics_view.php line: 103
 statistics_view_top_level_domain = ""
 ;
-; statistics_view.php line: 102
+; statistics_view.php line: 104
 statistics_view_file_extension = ""
 ;
-; statistics_view.php line: 103
+; statistics_view.php line: 105
 statistics_view_media_type = ""
 ;
-; statistics_view.php line: 104
+; statistics_view.php line: 106
 statistics_view_language = ""
 ;
-; statistics_view.php line: 105
+; statistics_view.php line: 107
 statistics_view_server = ""
 ;
-; statistics_view.php line: 106
+; statistics_view.php line: 108
 statistics_view_os = ""
 ;
-; statistics_view.php line: 110
+; statistics_view.php line: 112
 statistics_view_general_info = ""
 ;
-; statistics_view.php line: 111
+; statistics_view.php line: 113
 statistics_view_description = ""
 ;
-; statistics_view.php line: 113
+; statistics_view.php line: 115
 statistics_view_timestamp = ""
 ;
-; statistics_view.php line: 115
+; statistics_view.php line: 117
 statistics_view_crawl_date = ""
 ;
-; statistics_view.php line: 117
+; statistics_view.php line: 119
 statistics_view_pages = ""
 ;
-; statistics_view.php line: 119
+; statistics_view.php line: 121
 statistics_view_url = ""
 ;
-; statistics_view.php line: 122
+; statistics_view.php line: 124
 statistics_view_number_hosts = ""
\ No newline at end of file
diff --git a/views/elements/crawloptions_element.php b/views/elements/crawloptions_element.php
index 4cb0d11bb..7b87d5b51 100644
--- a/views/elements/crawloptions_element.php
+++ b/views/elements/crawloptions_element.php
@@ -129,7 +129,7 @@ class CrawloptionsElement extends Element
             name="allowed_sites"><?php e($data['allowed_sites']);
         ?></textarea></div>
         <div class="topmargin"><label for="disallowed-sites"><b><?php
-            e(tl('crawloptions_element_disallowed_to_crawl'));
+            e(tl('crawloptions_element_disallowed_and_quota_sites'));
                 ?></b></label></div>
         <textarea class="shorttextarea" id="disallowed-sites"
             name="disallowed_sites" ><?php e($data['disallowed_sites']);
diff --git a/views/statistics_view.php b/views/statistics_view.php
index 594a57b5a..a3850ab9b 100644
--- a/views/statistics_view.php
+++ b/views/statistics_view.php
@@ -88,7 +88,8 @@ class StatisticsView extends View
                 function continueCalculate()
                 {
                     window.location = "?c=statistics<?php
-                        e("&its=".$data["its"]."&stars=".$data["stars"]); ?>";
+                        e("&YIOOP_TOKEN=".$data["YIOOP_TOKEN"].
+                        "&its=".$data["its"]."&stars=".$data["stars"]); ?>";
                 }
                 setTimeout("continueCalculate()", 2000);
             </script>
ViewGit