Fixes memory issues with saving priority queues, converts pack(N to packInt, a=chris

Chris Pollett [2011-01-02 05:Jan:nd]
Fixes memory issues with saving priority queues, converts pack(N to packInt, a=chris
Filename
bin/arc_tool.php
controllers/admin_controller.php
lib/bloom_filter_file.php
lib/hash_table.php
lib/processors/sitemap_processor.php
lib/string_array.php
lib/web_queue_bundle.php
locale/ar/configure.ini
locale/de/configure.ini
locale/en-US/configure.ini
locale/es/configure.ini
locale/fr-FR/configure.ini
locale/he/configure.ini
locale/in-ID/configure.ini
locale/it/configure.ini
locale/ja/configure.ini
locale/ko/configure.ini
locale/pl/configure.ini
locale/pt/configure.ini
locale/ru/configure.ini
locale/th/configure.ini
locale/vi-VN/configure.ini
locale/zh-CN/configure.ini
diff --git a/bin/arc_tool.php b/bin/arc_tool.php
index 012715ed8..aa6be28f8 100644
--- a/bin/arc_tool.php
+++ b/bin/arc_tool.php
@@ -343,7 +343,7 @@ class ArcTool implements CrawlConstants
         echo "php arc_tool.php info bundle_name //return info about ".
             "documents stored in archive.\n";
         echo "php arc_tool.php list bundle_name start num //outputs".
-            " items start through num.from bundle_name\n";
+            " items start through num from bundle_name\n";
         exit();
     }
 }
diff --git a/controllers/admin_controller.php b/controllers/admin_controller.php
index c617cc7cd..ae90fe150 100755
--- a/controllers/admin_controller.php
+++ b/controllers/admin_controller.php
@@ -1279,6 +1279,11 @@ class AdminController extends Controller implements CrawlConstants
             $br = "<br />";
         }

+        if(intval(ini_get("post_max_size")) < 16) {
+            $out .= $br. tl('admin_controller_post_size_small');
+            $br = "<br />";
+        }
+
         if($missing_required != "") {
             $out .= $br.
                 tl('admin_controller_missing_required', $missing_required);
diff --git a/lib/bloom_filter_file.php b/lib/bloom_filter_file.php
index 79a4ccfdc..74a8ca433 100755
--- a/lib/bloom_filter_file.php
+++ b/lib/bloom_filter_file.php
@@ -141,11 +141,9 @@ class BloomFilterFile extends PersistentStructure
         $seed = array();
         for($i = 0; $i < 16; $i += 4) {
             $hash = substr($md5, $i, 4);
-            $int_array = unpack("N", $hash);
-            $seed[] = $int_array[1];
+            $seed[] = unpackInt($hash);
         }

-        //$pos_array = array_fill(0, $num_keys, 0);
         $pos_array = array();
         $offset = $num_keys >> 2;
         $size = $this->filter_size - 1;
diff --git a/lib/hash_table.php b/lib/hash_table.php
index a2cfd2764..c52cb8ce5 100755
--- a/lib/hash_table.php
+++ b/lib/hash_table.php
@@ -304,8 +304,7 @@ class HashTable extends StringArray
     function hash($key)
     {
         $hash = substr(md5($key, true), 0, 4);
-        $int_array = unpack("N", $hash);
-        $seed = $int_array[1];
+        $seed = unpackInt($hash);

         mt_srand($seed);
         $index = mt_rand(0, $this->num_values -1);
diff --git a/lib/processors/sitemap_processor.php b/lib/processors/sitemap_processor.php
index a8c85c4a6..b0f9e1441 100644
--- a/lib/processors/sitemap_processor.php
+++ b/lib/processors/sitemap_processor.php
@@ -133,7 +133,6 @@ class SitemapProcessor extends TextProcessor

         foreach($paths as $path) {
             $nodes = $xpath->evaluate($path);
-            echo "hi".$nodes->length;
             foreach($nodes as $node) {
                 $url = UrlParser::canonicalLink(
                     $node->textContent, $site);
diff --git a/lib/string_array.php b/lib/string_array.php
index d157a12a5..b683de287 100755
--- a/lib/string_array.php
+++ b/lib/string_array.php
@@ -114,8 +114,7 @@ class StringArray extends PersistentStructure
     public static function load($fname)
     {
         $fh = fopen($fname, "rb");
-        $tmp = unpack("N", fread($fh, 4));
-        $array_size = $tmp[1];
+        $array_size = unpackInt(fread($fh, 4));
         $array = fread($fh, $array_size);
         $object = unserialize(fread($fh,
             filesize($fname) -4 - $array_size));
@@ -131,7 +130,7 @@ class StringArray extends PersistentStructure
     {
         $fh = fopen($this->filename, "wb");
         $tmp = & $this->string_array;
-        fwrite($fh, pack("N", $this->string_array_size));
+        fwrite($fh, packInt($this->string_array_size));
         fwrite($fh, $this->string_array);
         unset($this->string_array);
         fwrite($fh, serialize($this));
diff --git a/lib/web_queue_bundle.php b/lib/web_queue_bundle.php
index 89dd71c7a..c8acc3253 100755
--- a/lib/web_queue_bundle.php
+++ b/lib/web_queue_bundle.php
@@ -194,10 +194,10 @@ class WebQueueBundle implements Notifier
         */
         // set up the priority queue... stores (hash(url), weight) pairs.
         $this->to_crawl_queue = new PriorityQueue($dir_name."/queue.dat",
-            $num_urls_ram, 8, $min_or_max, $this);
+            $num_urls_ram, 8, $min_or_max, $this, 0);

-        /* set up the hash table... stores (hash(url), offset into url archive, i
-          ndex in priority queue) triples.
+        /* set up the hash table... stores (hash(url), offset into url archive,
+          index in priority queue) triples.
          */

         /*to ensure we can always insert into table, because of how deletions
@@ -280,7 +280,7 @@ class WebQueueBundle implements Notifier
             if(isset($objects[$i]['offset'])) {
                 $offset = $objects[$i]['offset'];

-                $data = pack('N', $offset).pack("N", 0);
+                $data = packInt($offset).packInt(0);

                 if($this->insertHashTable(crawlHash($url, true), $data)) {
                     /*
@@ -290,10 +290,10 @@ class WebQueueBundle implements Notifier
                     $loc = $this->to_crawl_queue->insert(
                         crawlHash($url, true), $weight);
                 } else {
-                    echo "Error inserting $url into hash table !!";
+                    crawlLog("Error inserting $url into hash table !!");
                 }
             } else {
-                echo "Error inserting $url into web archive !!";
+                crawlLog("Error inserting $url into web archive !!");
             }
         }

@@ -332,12 +332,11 @@ class WebQueueBundle implements Notifier
         $data = $this->lookupHashTable($hash_url);
         if($data !== false)
         {
-            $queue_index_array = unpack('N', substr($data, 4 , 4));
-            $queue_index = $queue_index_array[1];
-
+            $queue_index = unpackInt(substr($data, 4 , 4));
+
             $this->to_crawl_queue->adjustWeight($queue_index, $delta);
         } else {
-          echo "Can't adjust weight. Not in queue $url\n";
+          crawlLog("Can't adjust weight. Not in queue $url");
         }
     }

@@ -361,12 +360,11 @@ class WebQueueBundle implements Notifier
         $data = $this->lookupHashTable($hash_url);

         if(!$data) {
-            echo "Not in queue $url\n";
+            crawlLog("Not in queue $url");
             return;
         }

-        $queue_index_array = unpack('N', substr($data, 4 , 4));
-        $queue_index = $queue_index_array[1];
+        $queue_index = unpackInt(substr($data, 4 , 4));

         $this->to_crawl_queue->poll($queue_index);

@@ -384,7 +382,7 @@ class WebQueueBundle implements Notifier
     {
         $tmp = $this->to_crawl_queue->peek($i);
         if(!$tmp) {
-            echo "web queue peek error on index $i\n";
+            crawlLog("web queue peek error on index $i");
             return false;
         }

@@ -392,12 +390,11 @@ class WebQueueBundle implements Notifier

         $data = $this->lookupHashTable($hash_url);
         if($data === false ) {
-            echo "web queue hash lookup error $hash_url \n";
+            crawlLog("web queue hash lookup error $hash_url");
             return false;
         }

-        $offset_array = unpack('N', substr($data, 0 , 4));
-        $offset = $offset_array[1];
+        $offset = unpackInt(substr($data, 0 , 4));
         $url_obj = $this->to_crawl_archive->getObjects($offset, 1, true, $fh);

         if(isset($url_obj[0][1][0])) {
@@ -712,15 +709,14 @@ class WebQueueBundle implements Notifier
             if(isset($objects[0]['offset'])) {
                 $offset = $objects[0]['offset'];
             } else {
-                echo "Error inserting $url into rebuild url archive file \n";
+                crawlLog("Error inserting $url into rebuild url archive file");
                 continue;
             }

             $hash_url = crawlHash($url, true);
             $data = $this->lookupHashTable($hash_url);
-            $queue_index_array = unpack('N', substr($data, 4 , 4));
-            $queue_index = $queue_index_array[1];
-            $data = pack('N', $offset).pack("N", $queue_index);
+            $queue_index = unpackInt(substr($data, 4 , 4));
+            $data = packInt($offset).packInt($queue_index);

             $this->insertHashTable(crawlHash($url, true), $data);
         }
@@ -735,8 +731,9 @@ class WebQueueBundle implements Notifier
     }

     /**
-     *
-     *
+     * Delete the Bloom filters used to store robots.txt file info.
+     * This is called roughly once a days so that robots files will be
+     * reloaded and so the policies used won't be too old.
      */
     function emptyRobotFilters()
     {
@@ -778,12 +775,12 @@ class WebQueueBundle implements Notifier
         $value = $this->lookupHashTable($hash_url);
         if($value !== false) {
             $packed_offset = substr($value, 0 , 4);
-            $data = $packed_offset.pack("N", $index);
+            $data = $packed_offset.packInt($index);

             $this->insertHashTable($hash_url, $data);
         } else {
-            echo "NOTIFY LOOKUP FAILED. INDEX WAS $index. DATA WAS ".
-                bin2hex($data[0])."\n";
+            crawlLog("NOTIFY LOOKUP FAILED. INDEX WAS $index. DATA WAS ".
+                bin2hex($data[0]));

         }
     }
diff --git a/locale/ar/configure.ini b/locale/ar/configure.ini
index 80dbee18e..c3243d4cc 100755
--- a/locale/ar/configure.ini
+++ b/locale/ar/configure.ini
@@ -1,6 +1,6 @@
 ; ***** BEGIN LICENSE BLOCK *****
 ;  SeekQuarry/Yioop Open Source Pure PHP Search Engine, Crawler, and Indexer
-;  Copyright (C) 2009, 2010  Chris Pollett chris@pollett.org
+;  Copyright (C) 2009, 2010, 2011  Chris Pollett chris@pollett.org
 ;
 ;  This program is free software: you can redistribute it and/or modify
 ;  it under the terms of the GNU General Public License as published by
@@ -211,49 +211,52 @@ admin_controller_no_write_config_php = ""
 ; admin_controller.php line: 1277
 admin_controller_no_write_work_dir = ""
 ;
-; admin_controller.php line: 1283
+; admin_controller.php line: 1282
+admin_controller_post_size_small = ""
+;
+; admin_controller.php line: 1288
 admin_controller_missing_required = ""
 ;
-; admin_controller.php line: 1299
+; admin_controller.php line: 1304
 admin_controller_missing_optional = ""
 ;
-; admin_controller.php line: 1304
+; admin_controller.php line: 1309
 admin_controller_check_passed = ""
 ;
-; admin_controller.php line: 1309
+; admin_controller.php line: 1314
 admin_controller_using_local_config = ""
 ;
-; admin_controller.php line: 1379
+; admin_controller.php line: 1384
 admin_controller_configure_work_dir_set = ""
 ;
-; admin_controller.php line: 1391
+; admin_controller.php line: 1396
 admin_controller_name_your_bot = ""
 ;
-; admin_controller.php line: 1400
+; admin_controller.php line: 1405
 admin_controller_configure_work_profile_made = ""
 ;
-; admin_controller.php line: 1408
+; admin_controller.php line: 1413
 admin_controller_configure_no_set_config = ""
 ;
-; admin_controller.php line: 1419
+; admin_controller.php line: 1424
 admin_controller_configure_no_create_profile = ""
 ;
-; admin_controller.php line: 1428
+; admin_controller.php line: 1433
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1439
+; admin_controller.php line: 1444
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1513
+; admin_controller.php line: 1518
 admin_controller_configure_no_change_db = ""
 ;
-; admin_controller.php line: 1527
+; admin_controller.php line: 1532
 admin_controller_configure_profile_change = ""
 ;
-; admin_controller.php line: 1541
+; admin_controller.php line: 1546
 admin_controller_configure_no_change_profile = ""
 ;
-; admin_controller.php line: 1577
+; admin_controller.php line: 1582
 admin_controller_describe_robot = ""
 ;
 ; search_controller.php line: 119
diff --git a/locale/de/configure.ini b/locale/de/configure.ini
index 177a0c0d9..2aad844a5 100755
--- a/locale/de/configure.ini
+++ b/locale/de/configure.ini
@@ -1,6 +1,6 @@
 ; ***** BEGIN LICENSE BLOCK *****
 ;  SeekQuarry/Yioop Open Source Pure PHP Search Engine, Crawler, and Indexer
-;  Copyright (C) 2009, 2010  Chris Pollett chris@pollett.org
+;  Copyright (C) 2009, 2010, 2011  Chris Pollett chris@pollett.org
 ;
 ;  This program is free software: you can redistribute it and/or modify
 ;  it under the terms of the GNU General Public License as published by
@@ -211,49 +211,52 @@ admin_controller_no_write_config_php = ""
 ; admin_controller.php line: 1277
 admin_controller_no_write_work_dir = ""
 ;
-; admin_controller.php line: 1283
+; admin_controller.php line: 1282
+admin_controller_post_size_small = ""
+;
+; admin_controller.php line: 1288
 admin_controller_missing_required = ""
 ;
-; admin_controller.php line: 1299
+; admin_controller.php line: 1304
 admin_controller_missing_optional = ""
 ;
-; admin_controller.php line: 1304
+; admin_controller.php line: 1309
 admin_controller_check_passed = ""
 ;
-; admin_controller.php line: 1309
+; admin_controller.php line: 1314
 admin_controller_using_local_config = ""
 ;
-; admin_controller.php line: 1379
+; admin_controller.php line: 1384
 admin_controller_configure_work_dir_set = ""
 ;
-; admin_controller.php line: 1391
+; admin_controller.php line: 1396
 admin_controller_name_your_bot = ""
 ;
-; admin_controller.php line: 1400
+; admin_controller.php line: 1405
 admin_controller_configure_work_profile_made = ""
 ;
-; admin_controller.php line: 1408
+; admin_controller.php line: 1413
 admin_controller_configure_no_set_config = ""
 ;
-; admin_controller.php line: 1419
+; admin_controller.php line: 1424
 admin_controller_configure_no_create_profile = ""
 ;
-; admin_controller.php line: 1428
+; admin_controller.php line: 1433
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1439
+; admin_controller.php line: 1444
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1513
+; admin_controller.php line: 1518
 admin_controller_configure_no_change_db = ""
 ;
-; admin_controller.php line: 1527
+; admin_controller.php line: 1532
 admin_controller_configure_profile_change = ""
 ;
-; admin_controller.php line: 1541
+; admin_controller.php line: 1546
 admin_controller_configure_no_change_profile = ""
 ;
-; admin_controller.php line: 1577
+; admin_controller.php line: 1582
 admin_controller_describe_robot = ""
 ;
 ; search_controller.php line: 119
diff --git a/locale/en-US/configure.ini b/locale/en-US/configure.ini
index 53486a1a6..35209cd4c 100755
--- a/locale/en-US/configure.ini
+++ b/locale/en-US/configure.ini
@@ -1,6 +1,6 @@
 ; ***** BEGIN LICENSE BLOCK *****
 ;  SeekQuarry/Yioop Open Source Pure PHP Search Engine, Crawler, and Indexer
-;  Copyright (C) 2009, 2010  Chris Pollett chris@pollett.org
+;  Copyright (C) 2009, 2010, 2011  Chris Pollett chris@pollett.org
 ;
 ;  This program is free software: you can redistribute it and/or modify
 ;  it under the terms of the GNU General Public License as published by
@@ -211,49 +211,52 @@ admin_controller_no_write_config_php = "configs/config.php not web server writab
 ; admin_controller.php line: 1277
 admin_controller_no_write_work_dir = "Work directory needs to be writable by web server. "
 ;
-; admin_controller.php line: 1283
+; admin_controller.php line: 1282
+admin_controller_post_size_small = "php.ini directive post_max_size needs to be at least 16M"
+;
+; admin_controller.php line: 1288
 admin_controller_missing_required = "The following required items were missing: %s"
 ;
-; admin_controller.php line: 1299
+; admin_controller.php line: 1304
 admin_controller_missing_optional = "The following optional items were missing: %s"
 ;
-; admin_controller.php line: 1304
+; admin_controller.php line: 1309
 admin_controller_check_passed = "Check Passed."
 ;
-; admin_controller.php line: 1309
+; admin_controller.php line: 1314
 admin_controller_using_local_config = "Using configs/local_config.php so changing work directory above may not work."
 ;
-; admin_controller.php line: 1379
+; admin_controller.php line: 1384
 admin_controller_configure_work_dir_set = "Work Directory Set! You may need to re-login!"
 ;
-; admin_controller.php line: 1391
+; admin_controller.php line: 1396
 admin_controller_name_your_bot = "Please Name Your robot"
 ;
-; admin_controller.php line: 1400
+; admin_controller.php line: 1405
 admin_controller_configure_work_profile_made = "Working Directory and Profile Created!"
 ;
-; admin_controller.php line: 1408
+; admin_controller.php line: 1413
 admin_controller_configure_no_set_config = "Unable to Update config.php File!"
 ;
-; admin_controller.php line: 1419
+; admin_controller.php line: 1424
 admin_controller_configure_no_create_profile = "Unable to Create Profile!"
 ;
-; admin_controller.php line: 1428
+; admin_controller.php line: 1433
 admin_controller_configure_work_dir_invalid = "Work Directory is Invalid! Cannot Create Profile!"
 ;
-; admin_controller.php line: 1439
+; admin_controller.php line: 1444
 admin_controller_configure_work_dir_invalid = "Work Directory is Invalid! Cannot Create Profile!"
 ;
-; admin_controller.php line: 1513
+; admin_controller.php line: 1518
 admin_controller_configure_no_change_db = "Problem Updating Database!"
 ;
-; admin_controller.php line: 1527
+; admin_controller.php line: 1532
 admin_controller_configure_profile_change = "Profile Updated!"
 ;
-; admin_controller.php line: 1541
+; admin_controller.php line: 1546
 admin_controller_configure_no_change_profile = "There was a Problem Updating Profile!"
 ;
-; admin_controller.php line: 1577
+; admin_controller.php line: 1582
 admin_controller_describe_robot = "Please Describe Your Robot"
 ;
 ; search_controller.php line: 119
diff --git a/locale/es/configure.ini b/locale/es/configure.ini
index 9fa0e8643..0a230ae63 100755
--- a/locale/es/configure.ini
+++ b/locale/es/configure.ini
@@ -1,6 +1,6 @@
 ; ***** BEGIN LICENSE BLOCK *****
 ;  SeekQuarry/Yioop Open Source Pure PHP Search Engine, Crawler, and Indexer
-;  Copyright (C) 2009, 2010  Chris Pollett chris@pollett.org
+;  Copyright (C) 2009, 2010, 2011  Chris Pollett chris@pollett.org
 ;
 ;  This program is free software: you can redistribute it and/or modify
 ;  it under the terms of the GNU General Public License as published by
@@ -211,49 +211,52 @@ admin_controller_no_write_config_php = ""
 ; admin_controller.php line: 1277
 admin_controller_no_write_work_dir = ""
 ;
-; admin_controller.php line: 1283
+; admin_controller.php line: 1282
+admin_controller_post_size_small = ""
+;
+; admin_controller.php line: 1288
 admin_controller_missing_required = ""
 ;
-; admin_controller.php line: 1299
+; admin_controller.php line: 1304
 admin_controller_missing_optional = ""
 ;
-; admin_controller.php line: 1304
+; admin_controller.php line: 1309
 admin_controller_check_passed = ""
 ;
-; admin_controller.php line: 1309
+; admin_controller.php line: 1314
 admin_controller_using_local_config = ""
 ;
-; admin_controller.php line: 1379
+; admin_controller.php line: 1384
 admin_controller_configure_work_dir_set = ""
 ;
-; admin_controller.php line: 1391
+; admin_controller.php line: 1396
 admin_controller_name_your_bot = ""
 ;
-; admin_controller.php line: 1400
+; admin_controller.php line: 1405
 admin_controller_configure_work_profile_made = ""
 ;
-; admin_controller.php line: 1408
+; admin_controller.php line: 1413
 admin_controller_configure_no_set_config = ""
 ;
-; admin_controller.php line: 1419
+; admin_controller.php line: 1424
 admin_controller_configure_no_create_profile = ""
 ;
-; admin_controller.php line: 1428
+; admin_controller.php line: 1433
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1439
+; admin_controller.php line: 1444
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1513
+; admin_controller.php line: 1518
 admin_controller_configure_no_change_db = ""
 ;
-; admin_controller.php line: 1527
+; admin_controller.php line: 1532
 admin_controller_configure_profile_change = ""
 ;
-; admin_controller.php line: 1541
+; admin_controller.php line: 1546
 admin_controller_configure_no_change_profile = ""
 ;
-; admin_controller.php line: 1577
+; admin_controller.php line: 1582
 admin_controller_describe_robot = ""
 ;
 ; search_controller.php line: 119
diff --git a/locale/fr-FR/configure.ini b/locale/fr-FR/configure.ini
index d8f5e9653..6711b6a83 100755
--- a/locale/fr-FR/configure.ini
+++ b/locale/fr-FR/configure.ini
@@ -1,6 +1,6 @@
 ; ***** BEGIN LICENSE BLOCK *****
 ;  SeekQuarry/Yioop Open Source Pure PHP Search Engine, Crawler, and Indexer
-;  Copyright (C) 2009, 2010  Chris Pollett chris@pollett.org
+;  Copyright (C) 2009, 2010, 2011  Chris Pollett chris@pollett.org
 ;
 ;  This program is free software: you can redistribute it and/or modify
 ;  it under the terms of the GNU General Public License as published by
@@ -211,49 +211,52 @@ admin_controller_no_write_config_php = ""
 ; admin_controller.php line: 1277
 admin_controller_no_write_work_dir = ""
 ;
-; admin_controller.php line: 1283
+; admin_controller.php line: 1282
+admin_controller_post_size_small = ""
+;
+; admin_controller.php line: 1288
 admin_controller_missing_required = ""
 ;
-; admin_controller.php line: 1299
+; admin_controller.php line: 1304
 admin_controller_missing_optional = ""
 ;
-; admin_controller.php line: 1304
+; admin_controller.php line: 1309
 admin_controller_check_passed = ""
 ;
-; admin_controller.php line: 1309
+; admin_controller.php line: 1314
 admin_controller_using_local_config = ""
 ;
-; admin_controller.php line: 1379
+; admin_controller.php line: 1384
 admin_controller_configure_work_dir_set = ""
 ;
-; admin_controller.php line: 1391
+; admin_controller.php line: 1396
 admin_controller_name_your_bot = ""
 ;
-; admin_controller.php line: 1400
+; admin_controller.php line: 1405
 admin_controller_configure_work_profile_made = ""
 ;
-; admin_controller.php line: 1408
+; admin_controller.php line: 1413
 admin_controller_configure_no_set_config = ""
 ;
-; admin_controller.php line: 1419
+; admin_controller.php line: 1424
 admin_controller_configure_no_create_profile = ""
 ;
-; admin_controller.php line: 1428
+; admin_controller.php line: 1433
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1439
+; admin_controller.php line: 1444
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1513
+; admin_controller.php line: 1518
 admin_controller_configure_no_change_db = ""
 ;
-; admin_controller.php line: 1527
+; admin_controller.php line: 1532
 admin_controller_configure_profile_change = ""
 ;
-; admin_controller.php line: 1541
+; admin_controller.php line: 1546
 admin_controller_configure_no_change_profile = ""
 ;
-; admin_controller.php line: 1577
+; admin_controller.php line: 1582
 admin_controller_describe_robot = ""
 ;
 ; search_controller.php line: 119
diff --git a/locale/he/configure.ini b/locale/he/configure.ini
index ce07a804d..3203dabe1 100755
--- a/locale/he/configure.ini
+++ b/locale/he/configure.ini
@@ -1,6 +1,6 @@
 ; ***** BEGIN LICENSE BLOCK *****
 ;  SeekQuarry/Yioop Open Source Pure PHP Search Engine, Crawler, and Indexer
-;  Copyright (C) 2009, 2010  Chris Pollett chris@pollett.org
+;  Copyright (C) 2009, 2010, 2011  Chris Pollett chris@pollett.org
 ;
 ;  This program is free software: you can redistribute it and/or modify
 ;  it under the terms of the GNU General Public License as published by
@@ -211,49 +211,52 @@ admin_controller_no_write_config_php = ""
 ; admin_controller.php line: 1277
 admin_controller_no_write_work_dir = ""
 ;
-; admin_controller.php line: 1283
+; admin_controller.php line: 1282
+admin_controller_post_size_small = ""
+;
+; admin_controller.php line: 1288
 admin_controller_missing_required = ""
 ;
-; admin_controller.php line: 1299
+; admin_controller.php line: 1304
 admin_controller_missing_optional = ""
 ;
-; admin_controller.php line: 1304
+; admin_controller.php line: 1309
 admin_controller_check_passed = ""
 ;
-; admin_controller.php line: 1309
+; admin_controller.php line: 1314
 admin_controller_using_local_config = ""
 ;
-; admin_controller.php line: 1379
+; admin_controller.php line: 1384
 admin_controller_configure_work_dir_set = ""
 ;
-; admin_controller.php line: 1391
+; admin_controller.php line: 1396
 admin_controller_name_your_bot = ""
 ;
-; admin_controller.php line: 1400
+; admin_controller.php line: 1405
 admin_controller_configure_work_profile_made = ""
 ;
-; admin_controller.php line: 1408
+; admin_controller.php line: 1413
 admin_controller_configure_no_set_config = ""
 ;
-; admin_controller.php line: 1419
+; admin_controller.php line: 1424
 admin_controller_configure_no_create_profile = ""
 ;
-; admin_controller.php line: 1428
+; admin_controller.php line: 1433
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1439
+; admin_controller.php line: 1444
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1513
+; admin_controller.php line: 1518
 admin_controller_configure_no_change_db = ""
 ;
-; admin_controller.php line: 1527
+; admin_controller.php line: 1532
 admin_controller_configure_profile_change = ""
 ;
-; admin_controller.php line: 1541
+; admin_controller.php line: 1546
 admin_controller_configure_no_change_profile = ""
 ;
-; admin_controller.php line: 1577
+; admin_controller.php line: 1582
 admin_controller_describe_robot = ""
 ;
 ; search_controller.php line: 119
diff --git a/locale/in-ID/configure.ini b/locale/in-ID/configure.ini
index d2f1776f8..71a66cd1d 100755
--- a/locale/in-ID/configure.ini
+++ b/locale/in-ID/configure.ini
@@ -1,6 +1,6 @@
 ; ***** BEGIN LICENSE BLOCK *****
 ;  SeekQuarry/Yioop Open Source Pure PHP Search Engine, Crawler, and Indexer
-;  Copyright (C) 2009, 2010  Chris Pollett chris@pollett.org
+;  Copyright (C) 2009, 2010, 2011  Chris Pollett chris@pollett.org
 ;
 ;  This program is free software: you can redistribute it and/or modify
 ;  it under the terms of the GNU General Public License as published by
@@ -211,49 +211,52 @@ admin_controller_no_write_config_php = ""
 ; admin_controller.php line: 1277
 admin_controller_no_write_work_dir = ""
 ;
-; admin_controller.php line: 1283
+; admin_controller.php line: 1282
+admin_controller_post_size_small = ""
+;
+; admin_controller.php line: 1288
 admin_controller_missing_required = ""
 ;
-; admin_controller.php line: 1299
+; admin_controller.php line: 1304
 admin_controller_missing_optional = ""
 ;
-; admin_controller.php line: 1304
+; admin_controller.php line: 1309
 admin_controller_check_passed = ""
 ;
-; admin_controller.php line: 1309
+; admin_controller.php line: 1314
 admin_controller_using_local_config = ""
 ;
-; admin_controller.php line: 1379
+; admin_controller.php line: 1384
 admin_controller_configure_work_dir_set = ""
 ;
-; admin_controller.php line: 1391
+; admin_controller.php line: 1396
 admin_controller_name_your_bot = ""
 ;
-; admin_controller.php line: 1400
+; admin_controller.php line: 1405
 admin_controller_configure_work_profile_made = ""
 ;
-; admin_controller.php line: 1408
+; admin_controller.php line: 1413
 admin_controller_configure_no_set_config = ""
 ;
-; admin_controller.php line: 1419
+; admin_controller.php line: 1424
 admin_controller_configure_no_create_profile = ""
 ;
-; admin_controller.php line: 1428
+; admin_controller.php line: 1433
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1439
+; admin_controller.php line: 1444
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1513
+; admin_controller.php line: 1518
 admin_controller_configure_no_change_db = ""
 ;
-; admin_controller.php line: 1527
+; admin_controller.php line: 1532
 admin_controller_configure_profile_change = ""
 ;
-; admin_controller.php line: 1541
+; admin_controller.php line: 1546
 admin_controller_configure_no_change_profile = ""
 ;
-; admin_controller.php line: 1577
+; admin_controller.php line: 1582
 admin_controller_describe_robot = ""
 ;
 ; search_controller.php line: 119
diff --git a/locale/it/configure.ini b/locale/it/configure.ini
index 830b92773..1acf5c48c 100755
--- a/locale/it/configure.ini
+++ b/locale/it/configure.ini
@@ -1,6 +1,6 @@
 ; ***** BEGIN LICENSE BLOCK *****
 ;  SeekQuarry/Yioop Open Source Pure PHP Search Engine, Crawler, and Indexer
-;  Copyright (C) 2009, 2010  Chris Pollett chris@pollett.org
+;  Copyright (C) 2009, 2010, 2011  Chris Pollett chris@pollett.org
 ;
 ;  This program is free software: you can redistribute it and/or modify
 ;  it under the terms of the GNU General Public License as published by
@@ -211,49 +211,52 @@ admin_controller_no_write_config_php = ""
 ; admin_controller.php line: 1277
 admin_controller_no_write_work_dir = ""
 ;
-; admin_controller.php line: 1283
+; admin_controller.php line: 1282
+admin_controller_post_size_small = ""
+;
+; admin_controller.php line: 1288
 admin_controller_missing_required = ""
 ;
-; admin_controller.php line: 1299
+; admin_controller.php line: 1304
 admin_controller_missing_optional = ""
 ;
-; admin_controller.php line: 1304
+; admin_controller.php line: 1309
 admin_controller_check_passed = ""
 ;
-; admin_controller.php line: 1309
+; admin_controller.php line: 1314
 admin_controller_using_local_config = ""
 ;
-; admin_controller.php line: 1379
+; admin_controller.php line: 1384
 admin_controller_configure_work_dir_set = ""
 ;
-; admin_controller.php line: 1391
+; admin_controller.php line: 1396
 admin_controller_name_your_bot = ""
 ;
-; admin_controller.php line: 1400
+; admin_controller.php line: 1405
 admin_controller_configure_work_profile_made = ""
 ;
-; admin_controller.php line: 1408
+; admin_controller.php line: 1413
 admin_controller_configure_no_set_config = ""
 ;
-; admin_controller.php line: 1419
+; admin_controller.php line: 1424
 admin_controller_configure_no_create_profile = ""
 ;
-; admin_controller.php line: 1428
+; admin_controller.php line: 1433
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1439
+; admin_controller.php line: 1444
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1513
+; admin_controller.php line: 1518
 admin_controller_configure_no_change_db = ""
 ;
-; admin_controller.php line: 1527
+; admin_controller.php line: 1532
 admin_controller_configure_profile_change = ""
 ;
-; admin_controller.php line: 1541
+; admin_controller.php line: 1546
 admin_controller_configure_no_change_profile = ""
 ;
-; admin_controller.php line: 1577
+; admin_controller.php line: 1582
 admin_controller_describe_robot = ""
 ;
 ; search_controller.php line: 119
diff --git a/locale/ja/configure.ini b/locale/ja/configure.ini
index 1cc485570..045d24b6d 100755
--- a/locale/ja/configure.ini
+++ b/locale/ja/configure.ini
@@ -1,6 +1,6 @@
 ; ***** BEGIN LICENSE BLOCK *****
 ;  SeekQuarry/Yioop Open Source Pure PHP Search Engine, Crawler, and Indexer
-;  Copyright (C) 2009, 2010  Chris Pollett chris@pollett.org
+;  Copyright (C) 2009, 2010, 2011  Chris Pollett chris@pollett.org
 ;
 ;  This program is free software: you can redistribute it and/or modify
 ;  it under the terms of the GNU General Public License as published by
@@ -211,49 +211,52 @@ admin_controller_no_write_config_php = ""
 ; admin_controller.php line: 1277
 admin_controller_no_write_work_dir = ""
 ;
-; admin_controller.php line: 1283
+; admin_controller.php line: 1282
+admin_controller_post_size_small = ""
+;
+; admin_controller.php line: 1288
 admin_controller_missing_required = ""
 ;
-; admin_controller.php line: 1299
+; admin_controller.php line: 1304
 admin_controller_missing_optional = ""
 ;
-; admin_controller.php line: 1304
+; admin_controller.php line: 1309
 admin_controller_check_passed = ""
 ;
-; admin_controller.php line: 1309
+; admin_controller.php line: 1314
 admin_controller_using_local_config = ""
 ;
-; admin_controller.php line: 1379
+; admin_controller.php line: 1384
 admin_controller_configure_work_dir_set = "作業ディレクトリの設定しました。もう一度ログインしてください。"
 ;
-; admin_controller.php line: 1391
+; admin_controller.php line: 1396
 admin_controller_name_your_bot = "ボット名を入力してください。"
 ;
-; admin_controller.php line: 1400
+; admin_controller.php line: 1405
 admin_controller_configure_work_profile_made = "作業ディレクトリとプロフィールの作成しました。"
 ;
-; admin_controller.php line: 1408
+; admin_controller.php line: 1413
 admin_controller_configure_no_set_config = "config.phpファイルのできない。更新"
 ;
-; admin_controller.php line: 1419
+; admin_controller.php line: 1424
 admin_controller_configure_no_create_profile = "プロフィールを作成できない。"
 ;
-; admin_controller.php line: 1428
+; admin_controller.php line: 1433
 admin_controller_configure_work_dir_invalid = "無効な作業ディレクト。プロフィールを作成できない。"
 ;
-; admin_controller.php line: 1439
+; admin_controller.php line: 1444
 admin_controller_configure_work_dir_invalid = "無効な作業ディレクト。プロフィールを作成できない。"
 ;
-; admin_controller.php line: 1513
+; admin_controller.php line: 1518
 admin_controller_configure_no_change_db = "ディータベースの更新ない"
 ;
-; admin_controller.php line: 1527
+; admin_controller.php line: 1532
 admin_controller_configure_profile_change = "プロフィールの変更できました。"
 ;
-; admin_controller.php line: 1541
+; admin_controller.php line: 1546
 admin_controller_configure_no_change_profile = "プロフィールの変更できない。"
 ;
-; admin_controller.php line: 1577
+; admin_controller.php line: 1582
 admin_controller_describe_robot = "ロボットの説明してください。"
 ;
 ; search_controller.php line: 119
diff --git a/locale/ko/configure.ini b/locale/ko/configure.ini
index 1259278c5..f09daea04 100755
--- a/locale/ko/configure.ini
+++ b/locale/ko/configure.ini
@@ -1,6 +1,6 @@
 ; ***** BEGIN LICENSE BLOCK *****
 ;  SeekQuarry/Yioop Open Source Pure PHP Search Engine, Crawler, and Indexer
-;  Copyright (C) 2009, 2010  Chris Pollett chris@pollett.org
+;  Copyright (C) 2009, 2010, 2011  Chris Pollett chris@pollett.org
 ;
 ;  This program is free software: you can redistribute it and/or modify
 ;  it under the terms of the GNU General Public License as published by
@@ -211,49 +211,52 @@ admin_controller_no_write_config_php = ""
 ; admin_controller.php line: 1277
 admin_controller_no_write_work_dir = ""
 ;
-; admin_controller.php line: 1283
+; admin_controller.php line: 1282
+admin_controller_post_size_small = ""
+;
+; admin_controller.php line: 1288
 admin_controller_missing_required = ""
 ;
-; admin_controller.php line: 1299
+; admin_controller.php line: 1304
 admin_controller_missing_optional = ""
 ;
-; admin_controller.php line: 1304
+; admin_controller.php line: 1309
 admin_controller_check_passed = ""
 ;
-; admin_controller.php line: 1309
+; admin_controller.php line: 1314
 admin_controller_using_local_config = ""
 ;
-; admin_controller.php line: 1379
+; admin_controller.php line: 1384
 admin_controller_configure_work_dir_set = "작업 디렉토리가 지정 됐습니다. 다시 로그인이 필요할수 있습니다."
 ;
-; admin_controller.php line: 1391
+; admin_controller.php line: 1396
 admin_controller_name_your_bot = "로봇 이름을 정해 주십시요."
 ;
-; admin_controller.php line: 1400
+; admin_controller.php line: 1405
 admin_controller_configure_work_profile_made = "작업 디렉토리와 프로필이 생성됐습니다."
 ;
-; admin_controller.php line: 1408
+; admin_controller.php line: 1413
 admin_controller_configure_no_set_config = "config.php 파일을  업데이트 실패했습니다."
 ;
-; admin_controller.php line: 1419
+; admin_controller.php line: 1424
 admin_controller_configure_no_create_profile = "프로필을 생성할수 없습니다."
 ;
-; admin_controller.php line: 1428
+; admin_controller.php line: 1433
 admin_controller_configure_work_dir_invalid = "작업 디렉토리가 올바르지 않습니다. 프로필을 생성할수 없습니다."
 ;
-; admin_controller.php line: 1439
+; admin_controller.php line: 1444
 admin_controller_configure_work_dir_invalid = "작업 디렉토리가 올바르지 않습니다. 프로필을 생성할수 없습니다."
 ;
-; admin_controller.php line: 1513
+; admin_controller.php line: 1518
 admin_controller_configure_no_change_db = "데이터베이스를 업데이트하는데 문제가 발생했습니다."
 ;
-; admin_controller.php line: 1527
+; admin_controller.php line: 1532
 admin_controller_configure_profile_change = "프로필을 업데이트 했습니다."
 ;
-; admin_controller.php line: 1541
+; admin_controller.php line: 1546
 admin_controller_configure_no_change_profile = "프로필을 업데이트하는데 문제가 발생했습니다."
 ;
-; admin_controller.php line: 1577
+; admin_controller.php line: 1582
 admin_controller_describe_robot = "당신의 로봇을 기술해 주십시요."
 ;
 ; search_controller.php line: 119
diff --git a/locale/pl/configure.ini b/locale/pl/configure.ini
index 2b74892ae..8f0bc78a4 100755
--- a/locale/pl/configure.ini
+++ b/locale/pl/configure.ini
@@ -1,6 +1,6 @@
 ; ***** BEGIN LICENSE BLOCK *****
 ;  SeekQuarry/Yioop Open Source Pure PHP Search Engine, Crawler, and Indexer
-;  Copyright (C) 2009, 2010  Chris Pollett chris@pollett.org
+;  Copyright (C) 2009, 2010, 2011  Chris Pollett chris@pollett.org
 ;
 ;  This program is free software: you can redistribute it and/or modify
 ;  it under the terms of the GNU General Public License as published by
@@ -211,49 +211,52 @@ admin_controller_no_write_config_php = ""
 ; admin_controller.php line: 1277
 admin_controller_no_write_work_dir = ""
 ;
-; admin_controller.php line: 1283
+; admin_controller.php line: 1282
+admin_controller_post_size_small = ""
+;
+; admin_controller.php line: 1288
 admin_controller_missing_required = ""
 ;
-; admin_controller.php line: 1299
+; admin_controller.php line: 1304
 admin_controller_missing_optional = ""
 ;
-; admin_controller.php line: 1304
+; admin_controller.php line: 1309
 admin_controller_check_passed = ""
 ;
-; admin_controller.php line: 1309
+; admin_controller.php line: 1314
 admin_controller_using_local_config = ""
 ;
-; admin_controller.php line: 1379
+; admin_controller.php line: 1384
 admin_controller_configure_work_dir_set = ""
 ;
-; admin_controller.php line: 1391
+; admin_controller.php line: 1396
 admin_controller_name_your_bot = ""
 ;
-; admin_controller.php line: 1400
+; admin_controller.php line: 1405
 admin_controller_configure_work_profile_made = ""
 ;
-; admin_controller.php line: 1408
+; admin_controller.php line: 1413
 admin_controller_configure_no_set_config = ""
 ;
-; admin_controller.php line: 1419
+; admin_controller.php line: 1424
 admin_controller_configure_no_create_profile = ""
 ;
-; admin_controller.php line: 1428
+; admin_controller.php line: 1433
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1439
+; admin_controller.php line: 1444
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1513
+; admin_controller.php line: 1518
 admin_controller_configure_no_change_db = ""
 ;
-; admin_controller.php line: 1527
+; admin_controller.php line: 1532
 admin_controller_configure_profile_change = ""
 ;
-; admin_controller.php line: 1541
+; admin_controller.php line: 1546
 admin_controller_configure_no_change_profile = ""
 ;
-; admin_controller.php line: 1577
+; admin_controller.php line: 1582
 admin_controller_describe_robot = ""
 ;
 ; search_controller.php line: 119
diff --git a/locale/pt/configure.ini b/locale/pt/configure.ini
index e7f1a76eb..d58ff7712 100755
--- a/locale/pt/configure.ini
+++ b/locale/pt/configure.ini
@@ -1,6 +1,6 @@
 ; ***** BEGIN LICENSE BLOCK *****
 ;  SeekQuarry/Yioop Open Source Pure PHP Search Engine, Crawler, and Indexer
-;  Copyright (C) 2009, 2010  Chris Pollett chris@pollett.org
+;  Copyright (C) 2009, 2010, 2011  Chris Pollett chris@pollett.org
 ;
 ;  This program is free software: you can redistribute it and/or modify
 ;  it under the terms of the GNU General Public License as published by
@@ -211,49 +211,52 @@ admin_controller_no_write_config_php = ""
 ; admin_controller.php line: 1277
 admin_controller_no_write_work_dir = ""
 ;
-; admin_controller.php line: 1283
+; admin_controller.php line: 1282
+admin_controller_post_size_small = ""
+;
+; admin_controller.php line: 1288
 admin_controller_missing_required = ""
 ;
-; admin_controller.php line: 1299
+; admin_controller.php line: 1304
 admin_controller_missing_optional = ""
 ;
-; admin_controller.php line: 1304
+; admin_controller.php line: 1309
 admin_controller_check_passed = ""
 ;
-; admin_controller.php line: 1309
+; admin_controller.php line: 1314
 admin_controller_using_local_config = ""
 ;
-; admin_controller.php line: 1379
+; admin_controller.php line: 1384
 admin_controller_configure_work_dir_set = ""
 ;
-; admin_controller.php line: 1391
+; admin_controller.php line: 1396
 admin_controller_name_your_bot = ""
 ;
-; admin_controller.php line: 1400
+; admin_controller.php line: 1405
 admin_controller_configure_work_profile_made = ""
 ;
-; admin_controller.php line: 1408
+; admin_controller.php line: 1413
 admin_controller_configure_no_set_config = ""
 ;
-; admin_controller.php line: 1419
+; admin_controller.php line: 1424
 admin_controller_configure_no_create_profile = ""
 ;
-; admin_controller.php line: 1428
+; admin_controller.php line: 1433
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1439
+; admin_controller.php line: 1444
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1513
+; admin_controller.php line: 1518
 admin_controller_configure_no_change_db = ""
 ;
-; admin_controller.php line: 1527
+; admin_controller.php line: 1532
 admin_controller_configure_profile_change = ""
 ;
-; admin_controller.php line: 1541
+; admin_controller.php line: 1546
 admin_controller_configure_no_change_profile = ""
 ;
-; admin_controller.php line: 1577
+; admin_controller.php line: 1582
 admin_controller_describe_robot = ""
 ;
 ; search_controller.php line: 119
diff --git a/locale/ru/configure.ini b/locale/ru/configure.ini
index 5eea2ebe9..53d6052d9 100755
--- a/locale/ru/configure.ini
+++ b/locale/ru/configure.ini
@@ -1,6 +1,6 @@
 ; ***** BEGIN LICENSE BLOCK *****
 ;  SeekQuarry/Yioop Open Source Pure PHP Search Engine, Crawler, and Indexer
-;  Copyright (C) 2009, 2010  Chris Pollett chris@pollett.org
+;  Copyright (C) 2009, 2010, 2011  Chris Pollett chris@pollett.org
 ;
 ;  This program is free software: you can redistribute it and/or modify
 ;  it under the terms of the GNU General Public License as published by
@@ -211,49 +211,52 @@ admin_controller_no_write_config_php = ""
 ; admin_controller.php line: 1277
 admin_controller_no_write_work_dir = ""
 ;
-; admin_controller.php line: 1283
+; admin_controller.php line: 1282
+admin_controller_post_size_small = ""
+;
+; admin_controller.php line: 1288
 admin_controller_missing_required = ""
 ;
-; admin_controller.php line: 1299
+; admin_controller.php line: 1304
 admin_controller_missing_optional = ""
 ;
-; admin_controller.php line: 1304
+; admin_controller.php line: 1309
 admin_controller_check_passed = ""
 ;
-; admin_controller.php line: 1309
+; admin_controller.php line: 1314
 admin_controller_using_local_config = ""
 ;
-; admin_controller.php line: 1379
+; admin_controller.php line: 1384
 admin_controller_configure_work_dir_set = ""
 ;
-; admin_controller.php line: 1391
+; admin_controller.php line: 1396
 admin_controller_name_your_bot = ""
 ;
-; admin_controller.php line: 1400
+; admin_controller.php line: 1405
 admin_controller_configure_work_profile_made = ""
 ;
-; admin_controller.php line: 1408
+; admin_controller.php line: 1413
 admin_controller_configure_no_set_config = ""
 ;
-; admin_controller.php line: 1419
+; admin_controller.php line: 1424
 admin_controller_configure_no_create_profile = ""
 ;
-; admin_controller.php line: 1428
+; admin_controller.php line: 1433
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1439
+; admin_controller.php line: 1444
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1513
+; admin_controller.php line: 1518
 admin_controller_configure_no_change_db = ""
 ;
-; admin_controller.php line: 1527
+; admin_controller.php line: 1532
 admin_controller_configure_profile_change = ""
 ;
-; admin_controller.php line: 1541
+; admin_controller.php line: 1546
 admin_controller_configure_no_change_profile = ""
 ;
-; admin_controller.php line: 1577
+; admin_controller.php line: 1582
 admin_controller_describe_robot = ""
 ;
 ; search_controller.php line: 119
diff --git a/locale/th/configure.ini b/locale/th/configure.ini
index 4539d1977..9dce4de2c 100755
--- a/locale/th/configure.ini
+++ b/locale/th/configure.ini
@@ -1,6 +1,6 @@
 ; ***** BEGIN LICENSE BLOCK *****
 ;  SeekQuarry/Yioop Open Source Pure PHP Search Engine, Crawler, and Indexer
-;  Copyright (C) 2009, 2010  Chris Pollett chris@pollett.org
+;  Copyright (C) 2009, 2010, 2011  Chris Pollett chris@pollett.org
 ;
 ;  This program is free software: you can redistribute it and/or modify
 ;  it under the terms of the GNU General Public License as published by
@@ -211,49 +211,52 @@ admin_controller_no_write_config_php = ""
 ; admin_controller.php line: 1277
 admin_controller_no_write_work_dir = ""
 ;
-; admin_controller.php line: 1283
+; admin_controller.php line: 1282
+admin_controller_post_size_small = ""
+;
+; admin_controller.php line: 1288
 admin_controller_missing_required = ""
 ;
-; admin_controller.php line: 1299
+; admin_controller.php line: 1304
 admin_controller_missing_optional = ""
 ;
-; admin_controller.php line: 1304
+; admin_controller.php line: 1309
 admin_controller_check_passed = ""
 ;
-; admin_controller.php line: 1309
+; admin_controller.php line: 1314
 admin_controller_using_local_config = ""
 ;
-; admin_controller.php line: 1379
+; admin_controller.php line: 1384
 admin_controller_configure_work_dir_set = ""
 ;
-; admin_controller.php line: 1391
+; admin_controller.php line: 1396
 admin_controller_name_your_bot = ""
 ;
-; admin_controller.php line: 1400
+; admin_controller.php line: 1405
 admin_controller_configure_work_profile_made = ""
 ;
-; admin_controller.php line: 1408
+; admin_controller.php line: 1413
 admin_controller_configure_no_set_config = ""
 ;
-; admin_controller.php line: 1419
+; admin_controller.php line: 1424
 admin_controller_configure_no_create_profile = ""
 ;
-; admin_controller.php line: 1428
+; admin_controller.php line: 1433
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1439
+; admin_controller.php line: 1444
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1513
+; admin_controller.php line: 1518
 admin_controller_configure_no_change_db = ""
 ;
-; admin_controller.php line: 1527
+; admin_controller.php line: 1532
 admin_controller_configure_profile_change = ""
 ;
-; admin_controller.php line: 1541
+; admin_controller.php line: 1546
 admin_controller_configure_no_change_profile = ""
 ;
-; admin_controller.php line: 1577
+; admin_controller.php line: 1582
 admin_controller_describe_robot = ""
 ;
 ; search_controller.php line: 119
diff --git a/locale/vi-VN/configure.ini b/locale/vi-VN/configure.ini
index 31155cfd6..07bd6dbba 100755
--- a/locale/vi-VN/configure.ini
+++ b/locale/vi-VN/configure.ini
@@ -1,6 +1,6 @@
 ; ***** BEGIN LICENSE BLOCK *****
 ;  SeekQuarry/Yioop Open Source Pure PHP Search Engine, Crawler, and Indexer
-;  Copyright (C) 2009, 2010  Chris Pollett chris@pollett.org
+;  Copyright (C) 2009, 2010, 2011  Chris Pollett chris@pollett.org
 ;
 ;  This program is free software: you can redistribute it and/or modify
 ;  it under the terms of the GNU General Public License as published by
@@ -211,49 +211,52 @@ admin_controller_no_write_config_php = ""
 ; admin_controller.php line: 1277
 admin_controller_no_write_work_dir = ""
 ;
-; admin_controller.php line: 1283
+; admin_controller.php line: 1282
+admin_controller_post_size_small = ""
+;
+; admin_controller.php line: 1288
 admin_controller_missing_required = ""
 ;
-; admin_controller.php line: 1299
+; admin_controller.php line: 1304
 admin_controller_missing_optional = ""
 ;
-; admin_controller.php line: 1304
+; admin_controller.php line: 1309
 admin_controller_check_passed = ""
 ;
-; admin_controller.php line: 1309
+; admin_controller.php line: 1314
 admin_controller_using_local_config = ""
 ;
-; admin_controller.php line: 1379
+; admin_controller.php line: 1384
 admin_controller_configure_work_dir_set = "C&ocirc;ng việc thiết lập thư mục bị đ&ocirc;ng cứng (Bạn c&oacute; thể cần phải đăng nhập)"
 ;
-; admin_controller.php line: 1391
+; admin_controller.php line: 1396
 admin_controller_name_your_bot = "Đặt t&ecirc;n cho r&ocirc; b&ocirc; của bạn"
 ;
-; admin_controller.php line: 1400
+; admin_controller.php line: 1405
 admin_controller_configure_work_profile_made = "Thư mục l&agrave;m việc v&agrave; hồ sơ được tạo ra"
 ;
-; admin_controller.php line: 1408
+; admin_controller.php line: 1413
 admin_controller_configure_no_set_config = "Kh&ocirc;ng thể cập nhật hồ sơ config.php"
 ;
-; admin_controller.php line: 1419
+; admin_controller.php line: 1424
 admin_controller_configure_no_create_profile = "Kh&ocirc;ng thể tạo hồ sơ"
 ;
-; admin_controller.php line: 1428
+; admin_controller.php line: 1433
 admin_controller_configure_work_dir_invalid = "C&ocirc;ng t&aacute;c thư mục kh&ocirc;ng hợp lệ"
 ;
-; admin_controller.php line: 1439
+; admin_controller.php line: 1444
 admin_controller_configure_work_dir_invalid = "C&ocirc;ng t&aacute;c thư mục kh&ocirc;ng hợp lệ"
 ;
-; admin_controller.php line: 1513
+; admin_controller.php line: 1518
 admin_controller_configure_no_change_db = "Vấn đề cập nhật cơ sở dữ liệu"
 ;
-; admin_controller.php line: 1527
+; admin_controller.php line: 1532
 admin_controller_configure_profile_change = "Hồ sơ được cập nhật"
 ;
-; admin_controller.php line: 1541
+; admin_controller.php line: 1546
 admin_controller_configure_no_change_profile = "C&oacute; sự trở ngaị về việc cập nhật hồ sơ "
 ;
-; admin_controller.php line: 1577
+; admin_controller.php line: 1582
 admin_controller_describe_robot = "Diễn tả r&ocirc; b&ocirc; của bạn"
 ;
 ; search_controller.php line: 119
diff --git a/locale/zh-CN/configure.ini b/locale/zh-CN/configure.ini
index f84f2ec10..4530cf868 100755
--- a/locale/zh-CN/configure.ini
+++ b/locale/zh-CN/configure.ini
@@ -1,6 +1,6 @@
 ; ***** BEGIN LICENSE BLOCK *****
 ;  SeekQuarry/Yioop Open Source Pure PHP Search Engine, Crawler, and Indexer
-;  Copyright (C) 2009, 2010  Chris Pollett chris@pollett.org
+;  Copyright (C) 2009, 2010, 2011  Chris Pollett chris@pollett.org
 ;
 ;  This program is free software: you can redistribute it and/or modify
 ;  it under the terms of the GNU General Public License as published by
@@ -211,49 +211,52 @@ admin_controller_no_write_config_php = ""
 ; admin_controller.php line: 1277
 admin_controller_no_write_work_dir = ""
 ;
-; admin_controller.php line: 1283
+; admin_controller.php line: 1282
+admin_controller_post_size_small = ""
+;
+; admin_controller.php line: 1288
 admin_controller_missing_required = ""
 ;
-; admin_controller.php line: 1299
+; admin_controller.php line: 1304
 admin_controller_missing_optional = ""
 ;
-; admin_controller.php line: 1304
+; admin_controller.php line: 1309
 admin_controller_check_passed = ""
 ;
-; admin_controller.php line: 1309
+; admin_controller.php line: 1314
 admin_controller_using_local_config = ""
 ;
-; admin_controller.php line: 1379
+; admin_controller.php line: 1384
 admin_controller_configure_work_dir_set = ""
 ;
-; admin_controller.php line: 1391
+; admin_controller.php line: 1396
 admin_controller_name_your_bot = ""
 ;
-; admin_controller.php line: 1400
+; admin_controller.php line: 1405
 admin_controller_configure_work_profile_made = ""
 ;
-; admin_controller.php line: 1408
+; admin_controller.php line: 1413
 admin_controller_configure_no_set_config = ""
 ;
-; admin_controller.php line: 1419
+; admin_controller.php line: 1424
 admin_controller_configure_no_create_profile = ""
 ;
-; admin_controller.php line: 1428
+; admin_controller.php line: 1433
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1439
+; admin_controller.php line: 1444
 admin_controller_configure_work_dir_invalid = ""
 ;
-; admin_controller.php line: 1513
+; admin_controller.php line: 1518
 admin_controller_configure_no_change_db = ""
 ;
-; admin_controller.php line: 1527
+; admin_controller.php line: 1532
 admin_controller_configure_profile_change = ""
 ;
-; admin_controller.php line: 1541
+; admin_controller.php line: 1546
 admin_controller_configure_no_change_profile = ""
 ;
-; admin_controller.php line: 1577
+; admin_controller.php line: 1582
 admin_controller_describe_robot = ""
 ;
 ; search_controller.php line: 119
ViewGit