Adds visited urls/hour to crawlstatus, a=chris

Chris Pollett [2011-08-05 08:Aug:th]
Adds visited urls/hour to crawlstatus, a=chris
Filename
bin/queue_server.php
locale/ar/configure.ini
locale/de/configure.ini
locale/en-US/configure.ini
locale/es/configure.ini
locale/fr-FR/configure.ini
locale/he/configure.ini
locale/in-ID/configure.ini
locale/it/configure.ini
locale/ja/configure.ini
locale/ko/configure.ini
locale/ko/statistics.txt
locale/pl/configure.ini
locale/pt/configure.ini
locale/ru/configure.ini
locale/th/configure.ini
locale/vi-VN/configure.ini
locale/zh-CN/configure.ini
views/crawlstatus_view.php
diff --git a/bin/queue_server.php b/bin/queue_server.php
index 1ba6c6477..8434dfee1 100755
--- a/bin/queue_server.php
+++ b/bin/queue_server.php
@@ -220,6 +220,18 @@ class QueueServer implements CrawlConstants
      */
     var $indexing_plugins;

+    /**
+     * This is a list of hourly (timestamp, number_of_urls_crawled) data
+     * @var array
+     */
+    var $hourly_crawl_data;
+
+    /**
+     * This is an index of daily  (timestamp, number_of_urls_crawled) data
+     * @var array
+     */
+    var $daily_crawl_data;
+
     /**
      * holds the post processors selected in the crawl options page
      */
@@ -239,6 +251,8 @@ class QueueServer implements CrawlConstants
         $this->meta_words = array();
         $this->last_index_save_time = 0;
         $this->index_dirty = false;
+        $this->hourly_crawl_data = array();
+        $this->daily_crawl_data = array();
     }

     /**
@@ -1130,6 +1144,26 @@ class QueueServer implements CrawlConstants
             CRAWL_DIR.'/cache/'.self::index_data_base_name.$this->crawl_time);
         $index_archive_info = unserialize($info_bundle['DESCRIPTION']);
         $crawl_status['COUNT'] = $info_bundle['COUNT'];
+        $now = time();
+        if(count($this->hourly_crawl_data) > 0 ) {
+            $last_recent_hourly_pair = array_pop($this->hourly_crawl_data);
+            $change_in_time_hours =
+                floatval(($now - $last_recent_hourly_pair[0])/3600.0);
+            $change_in_urls = floatval($info_bundle['COUNT'] -
+                $last_recent_hourly_pair[1]);
+            $crawl_status['VISITED_URLS_COUNT_PER_HOUR'] =
+                $change_in_urls/$change_in_time_hours;
+            if($change_in_time_hours <= 1) {
+                $this->hourly_crawl_data[] = $last_recent_hourly_pair;
+            }
+        } else {
+            $change_in_time_hours =
+                floatval(($now - $this->crawltime)/3600.0);
+            $crawl_status['VISITED_URLS_COUNT_PER_HOUR'] =
+                $info_bundle['COUNT']/$change_in_time_hours;
+        }
+        array_unshift($this->hourly_crawl_data,
+            array($now, $info_bundle['COUNT']));
         $crawl_status['VISITED_URLS_COUNT'] =$info_bundle['VISITED_URLS_COUNT'];
         $crawl_status['DESCRIPTION'] = $index_archive_info['DESCRIPTION'];
         $crawl_status['QUEUE_PEAK_MEMORY'] = memory_get_peak_usage();
@@ -1141,6 +1175,8 @@ class QueueServer implements CrawlConstants
         crawlLog(
             "The current crawl description is: ".
                 $index_archive_info['DESCRIPTION']);
+        crawlLog("Estimated Unique Pages/Hour".
+            $crawl_status['VISITED_URLS_COUNT_PER_HOUR']);
         crawlLog("Number of unique pages so far: ".
             $info_bundle['VISITED_URLS_COUNT']);
         crawlLog("Total urls extracted so far: ".$info_bundle['COUNT']);
diff --git a/locale/ar/configure.ini b/locale/ar/configure.ini
index d27edad89..0c5829285 100755
--- a/locale/ar/configure.ini
+++ b/locale/ar/configure.ini
@@ -364,51 +364,54 @@ crawlstatus_view_webapp_memory = ""
 crawlstatus_view_no_mem_data = ""
 ;
 ; crawlstatus_view.php line: 121
-crawlstatus_view_visited_urls = ""
+crawlstatus_view_urls_per_hour = ""
 ;
 ; crawlstatus_view.php line: 125
+crawlstatus_view_visited_urls = ""
+;
+; crawlstatus_view.php line: 129
 crawlstatus_view_total_urls = ""
 ;
-; crawlstatus_view.php line: 128
+; crawlstatus_view.php line: 132
 crawlstatus_view_most_recent_fetcher = ""
 ;
-; crawlstatus_view.php line: 134
+; crawlstatus_view.php line: 138
 crawlstatus_view_no_fetcher = ""
 ;
-; crawlstatus_view.php line: 138
+; crawlstatus_view.php line: 142
 crawlstatus_view_most_recent_urls = ""
 ;
-; crawlstatus_view.php line: 146
+; crawlstatus_view.php line: 150
 crawlstatus_view_no_recent_urls = ""
 ;
-; crawlstatus_view.php line: 150
+; crawlstatus_view.php line: 154
 crawlstatus_view_previous_crawls = ""
 ;
-; crawlstatus_view.php line: 156
+; crawlstatus_view.php line: 160
 crawlstatus_view_description = ""
 ;
-; crawlstatus_view.php line: 157
+; crawlstatus_view.php line: 161
 crawlstatus_view_timestamp = ""
 ;
-; crawlstatus_view.php line: 158
+; crawlstatus_view.php line: 162
 crawlstatus_view_url_counts = ""
 ;
-; crawlstatus_view.php line: 159
+; crawlstatus_view.php line: 163
 crawlstatus_view_actions = ""
 ;
-; crawlstatus_view.php line: 172
+; crawlstatus_view.php line: 176
 crawlstatus_view_resume = ""
 ;
-; crawlstatus_view.php line: 178
+; crawlstatus_view.php line: 182
 crawlstatus_view_set_index = ""
 ;
-; crawlstatus_view.php line: 181
+; crawlstatus_view.php line: 185
 crawlstatus_view_search_index = ""
 ;
-; crawlstatus_view.php line: 188
+; crawlstatus_view.php line: 192
 crawlstatus_view_delete = ""
 ;
-; crawlstatus_view.php line: 195
+; crawlstatus_view.php line: 199
 crawlstatus_view_no_previous_crawl = ""
 ;
 ; /Applications/XAMPP/xamppfiles/htdocs/git/yioop//views/elements
@@ -494,22 +497,22 @@ configure_element_use_memcache = ""
 ; configure_element.php line: 220
 configure_element_memcache_servers = ""
 ;
-; configure_element.php line: 227
+; configure_element.php line: 228
 configure_element_use_filecache = ""
 ;
-; configure_element.php line: 235
+; configure_element.php line: 237
 configure_element_crawl_robot = ""
 ;
-; configure_element.php line: 237
+; configure_element.php line: 239
 configure_element_robot_name = ""
 ;
-; configure_element.php line: 245
+; configure_element.php line: 247
 configure_element_robot_instance = ""
 ;
-; configure_element.php line: 252
+; configure_element.php line: 254
 configure_element_robot_description = ""
 ;
-; configure_element.php line: 261
+; configure_element.php line: 263
 configure_element_submit = ""
 ;
 ; crawloptions_element.php line: 62
diff --git a/locale/de/configure.ini b/locale/de/configure.ini
index a963d3b9f..94d209107 100755
--- a/locale/de/configure.ini
+++ b/locale/de/configure.ini
@@ -364,51 +364,54 @@ crawlstatus_view_webapp_memory = ""
 crawlstatus_view_no_mem_data = ""
 ;
 ; crawlstatus_view.php line: 121
-crawlstatus_view_visited_urls = ""
+crawlstatus_view_urls_per_hour = ""
 ;
 ; crawlstatus_view.php line: 125
+crawlstatus_view_visited_urls = ""
+;
+; crawlstatus_view.php line: 129
 crawlstatus_view_total_urls = ""
 ;
-; crawlstatus_view.php line: 128
+; crawlstatus_view.php line: 132
 crawlstatus_view_most_recent_fetcher = ""
 ;
-; crawlstatus_view.php line: 134
+; crawlstatus_view.php line: 138
 crawlstatus_view_no_fetcher = ""
 ;
-; crawlstatus_view.php line: 138
+; crawlstatus_view.php line: 142
 crawlstatus_view_most_recent_urls = ""
 ;
-; crawlstatus_view.php line: 146
+; crawlstatus_view.php line: 150
 crawlstatus_view_no_recent_urls = ""
 ;
-; crawlstatus_view.php line: 150
+; crawlstatus_view.php line: 154
 crawlstatus_view_previous_crawls = ""
 ;
-; crawlstatus_view.php line: 156
+; crawlstatus_view.php line: 160
 crawlstatus_view_description = ""
 ;
-; crawlstatus_view.php line: 157
+; crawlstatus_view.php line: 161
 crawlstatus_view_timestamp = ""
 ;
-; crawlstatus_view.php line: 158
+; crawlstatus_view.php line: 162
 crawlstatus_view_url_counts = ""
 ;
-; crawlstatus_view.php line: 159
+; crawlstatus_view.php line: 163
 crawlstatus_view_actions = ""
 ;
-; crawlstatus_view.php line: 172
+; crawlstatus_view.php line: 176
 crawlstatus_view_resume = ""
 ;
-; crawlstatus_view.php line: 178
+; crawlstatus_view.php line: 182
 crawlstatus_view_set_index = ""
 ;
-; crawlstatus_view.php line: 181
+; crawlstatus_view.php line: 185
 crawlstatus_view_search_index = ""
 ;
-; crawlstatus_view.php line: 188
+; crawlstatus_view.php line: 192
 crawlstatus_view_delete = ""
 ;
-; crawlstatus_view.php line: 195
+; crawlstatus_view.php line: 199
 crawlstatus_view_no_previous_crawl = ""
 ;
 ; /Applications/XAMPP/xamppfiles/htdocs/git/yioop//views/elements
@@ -494,22 +497,22 @@ configure_element_use_memcache = ""
 ; configure_element.php line: 220
 configure_element_memcache_servers = ""
 ;
-; configure_element.php line: 227
+; configure_element.php line: 228
 configure_element_use_filecache = ""
 ;
-; configure_element.php line: 235
+; configure_element.php line: 237
 configure_element_crawl_robot = ""
 ;
-; configure_element.php line: 237
+; configure_element.php line: 239
 configure_element_robot_name = ""
 ;
-; configure_element.php line: 245
+; configure_element.php line: 247
 configure_element_robot_instance = ""
 ;
-; configure_element.php line: 252
+; configure_element.php line: 254
 configure_element_robot_description = ""
 ;
-; configure_element.php line: 261
+; configure_element.php line: 263
 configure_element_submit = ""
 ;
 ; crawloptions_element.php line: 62
diff --git a/locale/en-US/configure.ini b/locale/en-US/configure.ini
index 5af0ec3e4..ffcb3dac4 100755
--- a/locale/en-US/configure.ini
+++ b/locale/en-US/configure.ini
@@ -364,51 +364,54 @@ crawlstatus_view_webapp_memory = "Web App Peak Memory:"
 crawlstatus_view_no_mem_data = "No Memory Data Yet"
 ;
 ; crawlstatus_view.php line: 121
-crawlstatus_view_visited_urls = "Visited Urls Count:"
+crawlstatus_view_urls_per_hour = "Visited Urls/Hour:"
 ;
 ; crawlstatus_view.php line: 125
+crawlstatus_view_visited_urls = "Visited Urls Count:"
+;
+; crawlstatus_view.php line: 129
 crawlstatus_view_total_urls = "Total Urls Seen:"
 ;
-; crawlstatus_view.php line: 128
+; crawlstatus_view.php line: 132
 crawlstatus_view_most_recent_fetcher = "Most Recent Fetcher:"
 ;
-; crawlstatus_view.php line: 134
+; crawlstatus_view.php line: 138
 crawlstatus_view_no_fetcher = "No Fetcher Queries Yet"
 ;
-; crawlstatus_view.php line: 138
+; crawlstatus_view.php line: 142
 crawlstatus_view_most_recent_urls = "Most Recent Urls"
 ;
-; crawlstatus_view.php line: 146
+; crawlstatus_view.php line: 150
 crawlstatus_view_no_recent_urls = "No Recent Urls"
 ;
-; crawlstatus_view.php line: 150
+; crawlstatus_view.php line: 154
 crawlstatus_view_previous_crawls = "Previous Crawls"
 ;
-; crawlstatus_view.php line: 156
+; crawlstatus_view.php line: 160
 crawlstatus_view_description = "Description:"
 ;
-; crawlstatus_view.php line: 157
+; crawlstatus_view.php line: 161
 crawlstatus_view_timestamp = "Timestamp:"
 ;
-; crawlstatus_view.php line: 158
+; crawlstatus_view.php line: 162
 crawlstatus_view_url_counts = "Visited/Extracted Urls:"
 ;
-; crawlstatus_view.php line: 159
+; crawlstatus_view.php line: 163
 crawlstatus_view_actions = "Actions"
 ;
-; crawlstatus_view.php line: 172
+; crawlstatus_view.php line: 176
 crawlstatus_view_resume = "Resume"
 ;
-; crawlstatus_view.php line: 178
+; crawlstatus_view.php line: 182
 crawlstatus_view_set_index = "Set as Index"
 ;
-; crawlstatus_view.php line: 181
+; crawlstatus_view.php line: 185
 crawlstatus_view_search_index = "Search Index"
 ;
-; crawlstatus_view.php line: 188
+; crawlstatus_view.php line: 192
 crawlstatus_view_delete = "Delete"
 ;
-; crawlstatus_view.php line: 195
+; crawlstatus_view.php line: 199
 crawlstatus_view_no_previous_crawl = "No Previous Crawls"
 ;
 ; /Applications/XAMPP/xamppfiles/htdocs/git/yioop//views/elements
@@ -494,22 +497,22 @@ configure_element_use_memcache = "Use Memcache:"
 ; configure_element.php line: 220
 configure_element_memcache_servers = "Memcache Servers"
 ;
-; configure_element.php line: 227
+; configure_element.php line: 228
 configure_element_use_filecache = "Use Filecache:"
 ;
-; configure_element.php line: 235
+; configure_element.php line: 237
 configure_element_crawl_robot = "Crawl Robot Set-up"
 ;
-; configure_element.php line: 237
+; configure_element.php line: 239
 configure_element_robot_name = "Crawl Robot Name:"
 ;
-; configure_element.php line: 245
+; configure_element.php line: 247
 configure_element_robot_instance = "Robot Instance:"
 ;
-; configure_element.php line: 252
+; configure_element.php line: 254
 configure_element_robot_description = "Robot Description"
 ;
-; configure_element.php line: 261
+; configure_element.php line: 263
 configure_element_submit = "Submit"
 ;
 ; crawloptions_element.php line: 62
diff --git a/locale/es/configure.ini b/locale/es/configure.ini
index 59d19562e..9e8563ff5 100755
--- a/locale/es/configure.ini
+++ b/locale/es/configure.ini
@@ -364,51 +364,54 @@ crawlstatus_view_webapp_memory = ""
 crawlstatus_view_no_mem_data = ""
 ;
 ; crawlstatus_view.php line: 121
-crawlstatus_view_visited_urls = ""
+crawlstatus_view_urls_per_hour = ""
 ;
 ; crawlstatus_view.php line: 125
+crawlstatus_view_visited_urls = ""
+;
+; crawlstatus_view.php line: 129
 crawlstatus_view_total_urls = ""
 ;
-; crawlstatus_view.php line: 128
+; crawlstatus_view.php line: 132
 crawlstatus_view_most_recent_fetcher = ""
 ;
-; crawlstatus_view.php line: 134
+; crawlstatus_view.php line: 138
 crawlstatus_view_no_fetcher = ""
 ;
-; crawlstatus_view.php line: 138
+; crawlstatus_view.php line: 142
 crawlstatus_view_most_recent_urls = ""
 ;
-; crawlstatus_view.php line: 146
+; crawlstatus_view.php line: 150
 crawlstatus_view_no_recent_urls = ""
 ;
-; crawlstatus_view.php line: 150
+; crawlstatus_view.php line: 154
 crawlstatus_view_previous_crawls = ""
 ;
-; crawlstatus_view.php line: 156
+; crawlstatus_view.php line: 160
 crawlstatus_view_description = ""
 ;
-; crawlstatus_view.php line: 157
+; crawlstatus_view.php line: 161
 crawlstatus_view_timestamp = ""
 ;
-; crawlstatus_view.php line: 158
+; crawlstatus_view.php line: 162
 crawlstatus_view_url_counts = ""
 ;
-; crawlstatus_view.php line: 159
+; crawlstatus_view.php line: 163
 crawlstatus_view_actions = ""
 ;
-; crawlstatus_view.php line: 172
+; crawlstatus_view.php line: 176
 crawlstatus_view_resume = ""
 ;
-; crawlstatus_view.php line: 178
+; crawlstatus_view.php line: 182
 crawlstatus_view_set_index = ""
 ;
-; crawlstatus_view.php line: 181
+; crawlstatus_view.php line: 185
 crawlstatus_view_search_index = ""
 ;
-; crawlstatus_view.php line: 188
+; crawlstatus_view.php line: 192
 crawlstatus_view_delete = ""
 ;
-; crawlstatus_view.php line: 195
+; crawlstatus_view.php line: 199
 crawlstatus_view_no_previous_crawl = ""
 ;
 ; /Applications/XAMPP/xamppfiles/htdocs/git/yioop//views/elements
@@ -494,22 +497,22 @@ configure_element_use_memcache = ""
 ; configure_element.php line: 220
 configure_element_memcache_servers = ""
 ;
-; configure_element.php line: 227
+; configure_element.php line: 228
 configure_element_use_filecache = ""
 ;
-; configure_element.php line: 235
+; configure_element.php line: 237
 configure_element_crawl_robot = ""
 ;
-; configure_element.php line: 237
+; configure_element.php line: 239
 configure_element_robot_name = ""
 ;
-; configure_element.php line: 245
+; configure_element.php line: 247
 configure_element_robot_instance = ""
 ;
-; configure_element.php line: 252
+; configure_element.php line: 254
 configure_element_robot_description = ""
 ;
-; configure_element.php line: 261
+; configure_element.php line: 263
 configure_element_submit = ""
 ;
 ; crawloptions_element.php line: 62
diff --git a/locale/fr-FR/configure.ini b/locale/fr-FR/configure.ini
index 1a3136578..b92649e43 100755
--- a/locale/fr-FR/configure.ini
+++ b/locale/fr-FR/configure.ini
@@ -364,51 +364,54 @@ crawlstatus_view_webapp_memory = ""
 crawlstatus_view_no_mem_data = ""
 ;
 ; crawlstatus_view.php line: 121
-crawlstatus_view_visited_urls = ""
+crawlstatus_view_urls_per_hour = ""
 ;
 ; crawlstatus_view.php line: 125
+crawlstatus_view_visited_urls = ""
+;
+; crawlstatus_view.php line: 129
 crawlstatus_view_total_urls = ""
 ;
-; crawlstatus_view.php line: 128
+; crawlstatus_view.php line: 132
 crawlstatus_view_most_recent_fetcher = ""
 ;
-; crawlstatus_view.php line: 134
+; crawlstatus_view.php line: 138
 crawlstatus_view_no_fetcher = ""
 ;
-; crawlstatus_view.php line: 138
+; crawlstatus_view.php line: 142
 crawlstatus_view_most_recent_urls = ""
 ;
-; crawlstatus_view.php line: 146
+; crawlstatus_view.php line: 150
 crawlstatus_view_no_recent_urls = ""
 ;
-; crawlstatus_view.php line: 150
+; crawlstatus_view.php line: 154
 crawlstatus_view_previous_crawls = ""
 ;
-; crawlstatus_view.php line: 156
+; crawlstatus_view.php line: 160
 crawlstatus_view_description = ""
 ;
-; crawlstatus_view.php line: 157
+; crawlstatus_view.php line: 161
 crawlstatus_view_timestamp = ""
 ;
-; crawlstatus_view.php line: 158
+; crawlstatus_view.php line: 162
 crawlstatus_view_url_counts = ""
 ;
-; crawlstatus_view.php line: 159
+; crawlstatus_view.php line: 163
 crawlstatus_view_actions = ""
 ;
-; crawlstatus_view.php line: 172
+; crawlstatus_view.php line: 176
 crawlstatus_view_resume = ""
 ;
-; crawlstatus_view.php line: 178
+; crawlstatus_view.php line: 182
 crawlstatus_view_set_index = ""
 ;
-; crawlstatus_view.php line: 181
+; crawlstatus_view.php line: 185
 crawlstatus_view_search_index = ""
 ;
-; crawlstatus_view.php line: 188
+; crawlstatus_view.php line: 192
 crawlstatus_view_delete = ""
 ;
-; crawlstatus_view.php line: 195
+; crawlstatus_view.php line: 199
 crawlstatus_view_no_previous_crawl = ""
 ;
 ; /Applications/XAMPP/xamppfiles/htdocs/git/yioop//views/elements
@@ -494,22 +497,22 @@ configure_element_use_memcache = ""
 ; configure_element.php line: 220
 configure_element_memcache_servers = ""
 ;
-; configure_element.php line: 227
+; configure_element.php line: 228
 configure_element_use_filecache = ""
 ;
-; configure_element.php line: 235
+; configure_element.php line: 237
 configure_element_crawl_robot = ""
 ;
-; configure_element.php line: 237
+; configure_element.php line: 239
 configure_element_robot_name = ""
 ;
-; configure_element.php line: 245
+; configure_element.php line: 247
 configure_element_robot_instance = ""
 ;
-; configure_element.php line: 252
+; configure_element.php line: 254
 configure_element_robot_description = ""
 ;
-; configure_element.php line: 261
+; configure_element.php line: 263
 configure_element_submit = ""
 ;
 ; crawloptions_element.php line: 62
diff --git a/locale/he/configure.ini b/locale/he/configure.ini
index 984fd73ac..e820cbb73 100755
--- a/locale/he/configure.ini
+++ b/locale/he/configure.ini
@@ -364,51 +364,54 @@ crawlstatus_view_webapp_memory = ""
 crawlstatus_view_no_mem_data = ""
 ;
 ; crawlstatus_view.php line: 121
-crawlstatus_view_visited_urls = ""
+crawlstatus_view_urls_per_hour = ""
 ;
 ; crawlstatus_view.php line: 125
+crawlstatus_view_visited_urls = ""
+;
+; crawlstatus_view.php line: 129
 crawlstatus_view_total_urls = ""
 ;
-; crawlstatus_view.php line: 128
+; crawlstatus_view.php line: 132
 crawlstatus_view_most_recent_fetcher = ""
 ;
-; crawlstatus_view.php line: 134
+; crawlstatus_view.php line: 138
 crawlstatus_view_no_fetcher = ""
 ;
-; crawlstatus_view.php line: 138
+; crawlstatus_view.php line: 142
 crawlstatus_view_most_recent_urls = ""
 ;
-; crawlstatus_view.php line: 146
+; crawlstatus_view.php line: 150
 crawlstatus_view_no_recent_urls = ""
 ;
-; crawlstatus_view.php line: 150
+; crawlstatus_view.php line: 154
 crawlstatus_view_previous_crawls = ""
 ;
-; crawlstatus_view.php line: 156
+; crawlstatus_view.php line: 160
 crawlstatus_view_description = ""
 ;
-; crawlstatus_view.php line: 157
+; crawlstatus_view.php line: 161
 crawlstatus_view_timestamp = ""
 ;
-; crawlstatus_view.php line: 158
+; crawlstatus_view.php line: 162
 crawlstatus_view_url_counts = ""
 ;
-; crawlstatus_view.php line: 159
+; crawlstatus_view.php line: 163
 crawlstatus_view_actions = ""
 ;
-; crawlstatus_view.php line: 172
+; crawlstatus_view.php line: 176
 crawlstatus_view_resume = ""
 ;
-; crawlstatus_view.php line: 178
+; crawlstatus_view.php line: 182
 crawlstatus_view_set_index = ""
 ;
-; crawlstatus_view.php line: 181
+; crawlstatus_view.php line: 185
 crawlstatus_view_search_index = ""
 ;
-; crawlstatus_view.php line: 188
+; crawlstatus_view.php line: 192
 crawlstatus_view_delete = ""
 ;
-; crawlstatus_view.php line: 195
+; crawlstatus_view.php line: 199
 crawlstatus_view_no_previous_crawl = ""
 ;
 ; /Applications/XAMPP/xamppfiles/htdocs/git/yioop//views/elements
@@ -494,22 +497,22 @@ configure_element_use_memcache = ""
 ; configure_element.php line: 220
 configure_element_memcache_servers = ""
 ;
-; configure_element.php line: 227
+; configure_element.php line: 228
 configure_element_use_filecache = ""
 ;
-; configure_element.php line: 235
+; configure_element.php line: 237
 configure_element_crawl_robot = ""
 ;
-; configure_element.php line: 237
+; configure_element.php line: 239
 configure_element_robot_name = ""
 ;
-; configure_element.php line: 245
+; configure_element.php line: 247
 configure_element_robot_instance = ""
 ;
-; configure_element.php line: 252
+; configure_element.php line: 254
 configure_element_robot_description = ""
 ;
-; configure_element.php line: 261
+; configure_element.php line: 263
 configure_element_submit = ""
 ;
 ; crawloptions_element.php line: 62
diff --git a/locale/in-ID/configure.ini b/locale/in-ID/configure.ini
index c94dfed52..8b7741561 100755
--- a/locale/in-ID/configure.ini
+++ b/locale/in-ID/configure.ini
@@ -364,51 +364,54 @@ crawlstatus_view_webapp_memory = ""
 crawlstatus_view_no_mem_data = ""
 ;
 ; crawlstatus_view.php line: 121
-crawlstatus_view_visited_urls = ""
+crawlstatus_view_urls_per_hour = ""
 ;
 ; crawlstatus_view.php line: 125
+crawlstatus_view_visited_urls = ""
+;
+; crawlstatus_view.php line: 129
 crawlstatus_view_total_urls = ""
 ;
-; crawlstatus_view.php line: 128
+; crawlstatus_view.php line: 132
 crawlstatus_view_most_recent_fetcher = ""
 ;
-; crawlstatus_view.php line: 134
+; crawlstatus_view.php line: 138
 crawlstatus_view_no_fetcher = ""
 ;
-; crawlstatus_view.php line: 138
+; crawlstatus_view.php line: 142
 crawlstatus_view_most_recent_urls = ""
 ;
-; crawlstatus_view.php line: 146
+; crawlstatus_view.php line: 150
 crawlstatus_view_no_recent_urls = ""
 ;
-; crawlstatus_view.php line: 150
+; crawlstatus_view.php line: 154
 crawlstatus_view_previous_crawls = ""
 ;
-; crawlstatus_view.php line: 156
+; crawlstatus_view.php line: 160
 crawlstatus_view_description = ""
 ;
-; crawlstatus_view.php line: 157
+; crawlstatus_view.php line: 161
 crawlstatus_view_timestamp = ""
 ;
-; crawlstatus_view.php line: 158
+; crawlstatus_view.php line: 162
 crawlstatus_view_url_counts = ""
 ;
-; crawlstatus_view.php line: 159
+; crawlstatus_view.php line: 163
 crawlstatus_view_actions = ""
 ;
-; crawlstatus_view.php line: 172
+; crawlstatus_view.php line: 176
 crawlstatus_view_resume = ""
 ;
-; crawlstatus_view.php line: 178
+; crawlstatus_view.php line: 182
 crawlstatus_view_set_index = ""
 ;
-; crawlstatus_view.php line: 181
+; crawlstatus_view.php line: 185
 crawlstatus_view_search_index = ""
 ;
-; crawlstatus_view.php line: 188
+; crawlstatus_view.php line: 192
 crawlstatus_view_delete = ""
 ;
-; crawlstatus_view.php line: 195
+; crawlstatus_view.php line: 199
 crawlstatus_view_no_previous_crawl = ""
 ;
 ; /Applications/XAMPP/xamppfiles/htdocs/git/yioop//views/elements
@@ -494,22 +497,22 @@ configure_element_use_memcache = ""
 ; configure_element.php line: 220
 configure_element_memcache_servers = ""
 ;
-; configure_element.php line: 227
+; configure_element.php line: 228
 configure_element_use_filecache = ""
 ;
-; configure_element.php line: 235
+; configure_element.php line: 237
 configure_element_crawl_robot = ""
 ;
-; configure_element.php line: 237
+; configure_element.php line: 239
 configure_element_robot_name = ""
 ;
-; configure_element.php line: 245
+; configure_element.php line: 247
 configure_element_robot_instance = ""
 ;
-; configure_element.php line: 252
+; configure_element.php line: 254
 configure_element_robot_description = ""
 ;
-; configure_element.php line: 261
+; configure_element.php line: 263
 configure_element_submit = ""
 ;
 ; crawloptions_element.php line: 62
diff --git a/locale/it/configure.ini b/locale/it/configure.ini
index 73c465b40..15b1f95ac 100755
--- a/locale/it/configure.ini
+++ b/locale/it/configure.ini
@@ -364,51 +364,54 @@ crawlstatus_view_webapp_memory = ""
 crawlstatus_view_no_mem_data = ""
 ;
 ; crawlstatus_view.php line: 121
-crawlstatus_view_visited_urls = ""
+crawlstatus_view_urls_per_hour = ""
 ;
 ; crawlstatus_view.php line: 125
+crawlstatus_view_visited_urls = ""
+;
+; crawlstatus_view.php line: 129
 crawlstatus_view_total_urls = ""
 ;
-; crawlstatus_view.php line: 128
+; crawlstatus_view.php line: 132
 crawlstatus_view_most_recent_fetcher = ""
 ;
-; crawlstatus_view.php line: 134
+; crawlstatus_view.php line: 138
 crawlstatus_view_no_fetcher = ""
 ;
-; crawlstatus_view.php line: 138
+; crawlstatus_view.php line: 142
 crawlstatus_view_most_recent_urls = ""
 ;
-; crawlstatus_view.php line: 146
+; crawlstatus_view.php line: 150
 crawlstatus_view_no_recent_urls = ""
 ;
-; crawlstatus_view.php line: 150
+; crawlstatus_view.php line: 154
 crawlstatus_view_previous_crawls = ""
 ;
-; crawlstatus_view.php line: 156
+; crawlstatus_view.php line: 160
 crawlstatus_view_description = ""
 ;
-; crawlstatus_view.php line: 157
+; crawlstatus_view.php line: 161
 crawlstatus_view_timestamp = ""
 ;
-; crawlstatus_view.php line: 158
+; crawlstatus_view.php line: 162
 crawlstatus_view_url_counts = ""
 ;
-; crawlstatus_view.php line: 159
+; crawlstatus_view.php line: 163
 crawlstatus_view_actions = ""
 ;
-; crawlstatus_view.php line: 172
+; crawlstatus_view.php line: 176
 crawlstatus_view_resume = ""
 ;
-; crawlstatus_view.php line: 178
+; crawlstatus_view.php line: 182
 crawlstatus_view_set_index = ""
 ;
-; crawlstatus_view.php line: 181
+; crawlstatus_view.php line: 185
 crawlstatus_view_search_index = ""
 ;
-; crawlstatus_view.php line: 188
+; crawlstatus_view.php line: 192
 crawlstatus_view_delete = ""
 ;
-; crawlstatus_view.php line: 195
+; crawlstatus_view.php line: 199
 crawlstatus_view_no_previous_crawl = ""
 ;
 ; /Applications/XAMPP/xamppfiles/htdocs/git/yioop//views/elements
@@ -494,22 +497,22 @@ configure_element_use_memcache = ""
 ; configure_element.php line: 220
 configure_element_memcache_servers = ""
 ;
-; configure_element.php line: 227
+; configure_element.php line: 228
 configure_element_use_filecache = ""
 ;
-; configure_element.php line: 235
+; configure_element.php line: 237
 configure_element_crawl_robot = ""
 ;
-; configure_element.php line: 237
+; configure_element.php line: 239
 configure_element_robot_name = ""
 ;
-; configure_element.php line: 245
+; configure_element.php line: 247
 configure_element_robot_instance = ""
 ;
-; configure_element.php line: 252
+; configure_element.php line: 254
 configure_element_robot_description = ""
 ;
-; configure_element.php line: 261
+; configure_element.php line: 263
 configure_element_submit = ""
 ;
 ; crawloptions_element.php line: 62
diff --git a/locale/ja/configure.ini b/locale/ja/configure.ini
index b5bb492d1..082f29175 100755
--- a/locale/ja/configure.ini
+++ b/locale/ja/configure.ini
@@ -364,51 +364,54 @@ crawlstatus_view_webapp_memory = ""
 crawlstatus_view_no_mem_data = ""
 ;
 ; crawlstatus_view.php line: 121
-crawlstatus_view_visited_urls = ""
+crawlstatus_view_urls_per_hour = ""
 ;
 ; crawlstatus_view.php line: 125
+crawlstatus_view_visited_urls = ""
+;
+; crawlstatus_view.php line: 129
 crawlstatus_view_total_urls = "全部URL"
 ;
-; crawlstatus_view.php line: 128
+; crawlstatus_view.php line: 132
 crawlstatus_view_most_recent_fetcher = "最新フェッチャ"
 ;
-; crawlstatus_view.php line: 134
+; crawlstatus_view.php line: 138
 crawlstatus_view_no_fetcher = "フェッチャキュエリはまだありません"
 ;
-; crawlstatus_view.php line: 138
+; crawlstatus_view.php line: 142
 crawlstatus_view_most_recent_urls = "最新URL"
 ;
-; crawlstatus_view.php line: 146
+; crawlstatus_view.php line: 150
 crawlstatus_view_no_recent_urls = "最近URLはありません"
 ;
-; crawlstatus_view.php line: 150
+; crawlstatus_view.php line: 154
 crawlstatus_view_previous_crawls = "さっきの検索"
 ;
-; crawlstatus_view.php line: 156
+; crawlstatus_view.php line: 160
 crawlstatus_view_description = "説明"
 ;
-; crawlstatus_view.php line: 157
+; crawlstatus_view.php line: 161
 crawlstatus_view_timestamp = ""
 ;
-; crawlstatus_view.php line: 158
+; crawlstatus_view.php line: 162
 crawlstatus_view_url_counts = ""
 ;
-; crawlstatus_view.php line: 159
+; crawlstatus_view.php line: 163
 crawlstatus_view_actions = "アクション"
 ;
-; crawlstatus_view.php line: 172
+; crawlstatus_view.php line: 176
 crawlstatus_view_resume = "再会"
 ;
-; crawlstatus_view.php line: 178
+; crawlstatus_view.php line: 182
 crawlstatus_view_set_index = "指数の設定する。"
 ;
-; crawlstatus_view.php line: 181
+; crawlstatus_view.php line: 185
 crawlstatus_view_search_index = ""
 ;
-; crawlstatus_view.php line: 188
+; crawlstatus_view.php line: 192
 crawlstatus_view_delete = "削除"
 ;
-; crawlstatus_view.php line: 195
+; crawlstatus_view.php line: 199
 crawlstatus_view_no_previous_crawl = "さっきの検索はありません"
 ;
 ; /Applications/XAMPP/xamppfiles/htdocs/git/yioop//views/elements
@@ -494,22 +497,22 @@ configure_element_use_memcache = ""
 ; configure_element.php line: 220
 configure_element_memcache_servers = ""
 ;
-; configure_element.php line: 227
+; configure_element.php line: 228
 configure_element_use_filecache = ""
 ;
-; configure_element.php line: 235
+; configure_element.php line: 237
 configure_element_crawl_robot = "検索ロボット設定"
 ;
-; configure_element.php line: 237
+; configure_element.php line: 239
 configure_element_robot_name = "ロボット名"
 ;
-; configure_element.php line: 245
+; configure_element.php line: 247
 configure_element_robot_instance = ""
 ;
-; configure_element.php line: 252
+; configure_element.php line: 254
 configure_element_robot_description = "ロボット説明"
 ;
-; configure_element.php line: 261
+; configure_element.php line: 263
 configure_element_submit = "サブミット"
 ;
 ; crawloptions_element.php line: 62
diff --git a/locale/ko/configure.ini b/locale/ko/configure.ini
index 859eaa657..65e9eef49 100755
--- a/locale/ko/configure.ini
+++ b/locale/ko/configure.ini
@@ -364,51 +364,54 @@ crawlstatus_view_webapp_memory = ""
 crawlstatus_view_no_mem_data = ""
 ;
 ; crawlstatus_view.php line: 121
-crawlstatus_view_visited_urls = "방문한 주소들 합계:"
+crawlstatus_view_urls_per_hour = ""
 ;
 ; crawlstatus_view.php line: 125
+crawlstatus_view_visited_urls = "방문한 주소들 합계:"
+;
+; crawlstatus_view.php line: 129
 crawlstatus_view_total_urls = "지금까지 본 총 합계 주소들:"
 ;
-; crawlstatus_view.php line: 128
+; crawlstatus_view.php line: 132
 crawlstatus_view_most_recent_fetcher = "현재까지 본 주소들 합계: "
 ;
-; crawlstatus_view.php line: 134
+; crawlstatus_view.php line: 138
 crawlstatus_view_no_fetcher = "아직 호출 퀘리가 없습니다."
 ;
-; crawlstatus_view.php line: 138
+; crawlstatus_view.php line: 142
 crawlstatus_view_most_recent_urls = "가장 최근 주소들"
 ;
-; crawlstatus_view.php line: 146
+; crawlstatus_view.php line: 150
 crawlstatus_view_no_recent_urls = "최근 주소들이 없습니다."
 ;
-; crawlstatus_view.php line: 150
+; crawlstatus_view.php line: 154
 crawlstatus_view_previous_crawls = "예전 크롤들 "
 ;
-; crawlstatus_view.php line: 156
+; crawlstatus_view.php line: 160
 crawlstatus_view_description = "설명:"
 ;
-; crawlstatus_view.php line: 157
+; crawlstatus_view.php line: 161
 crawlstatus_view_timestamp = "타임 스탬프:"
 ;
-; crawlstatus_view.php line: 158
+; crawlstatus_view.php line: 162
 crawlstatus_view_url_counts = "방문한 또는 추출한 주소들"
 ;
-; crawlstatus_view.php line: 159
+; crawlstatus_view.php line: 163
 crawlstatus_view_actions = "활동들:"
 ;
-; crawlstatus_view.php line: 172
+; crawlstatus_view.php line: 176
 crawlstatus_view_resume = "재개"
 ;
-; crawlstatus_view.php line: 178
+; crawlstatus_view.php line: 182
 crawlstatus_view_set_index = "인덱스로 정하기"
 ;
-; crawlstatus_view.php line: 181
+; crawlstatus_view.php line: 185
 crawlstatus_view_search_index = ""
 ;
-; crawlstatus_view.php line: 188
+; crawlstatus_view.php line: 192
 crawlstatus_view_delete = "삭제"
 ;
-; crawlstatus_view.php line: 195
+; crawlstatus_view.php line: 199
 crawlstatus_view_no_previous_crawl = "전 크롤들이 없습니다."
 ;
 ; /Applications/XAMPP/xamppfiles/htdocs/git/yioop//views/elements
@@ -494,22 +497,22 @@ configure_element_use_memcache = ""
 ; configure_element.php line: 220
 configure_element_memcache_servers = ""
 ;
-; configure_element.php line: 227
+; configure_element.php line: 228
 configure_element_use_filecache = ""
 ;
-; configure_element.php line: 235
+; configure_element.php line: 237
 configure_element_crawl_robot = "크롤 로봇 설정"
 ;
-; configure_element.php line: 237
+; configure_element.php line: 239
 configure_element_robot_name = "로봇 기술 "
 ;
-; configure_element.php line: 245
+; configure_element.php line: 247
 configure_element_robot_instance = ""
 ;
-; configure_element.php line: 252
+; configure_element.php line: 254
 configure_element_robot_description = "크롤 로봇 이름:"
 ;
-; configure_element.php line: 261
+; configure_element.php line: 263
 configure_element_submit = "제출 "
 ;
 ; crawloptions_element.php line: 62
diff --git a/locale/ko/statistics.txt b/locale/ko/statistics.txt
index f1d708b66..64a2557d0 100755
--- a/locale/ko/statistics.txt
+++ b/locale/ko/statistics.txt
@@ -1 +1 @@
-d:69;
\ No newline at end of file
+d:68;
\ No newline at end of file
diff --git a/locale/pl/configure.ini b/locale/pl/configure.ini
index 6e2f71168..9ba3a717a 100755
--- a/locale/pl/configure.ini
+++ b/locale/pl/configure.ini
@@ -364,51 +364,54 @@ crawlstatus_view_webapp_memory = ""
 crawlstatus_view_no_mem_data = ""
 ;
 ; crawlstatus_view.php line: 121
-crawlstatus_view_visited_urls = ""
+crawlstatus_view_urls_per_hour = ""
 ;
 ; crawlstatus_view.php line: 125
+crawlstatus_view_visited_urls = ""
+;
+; crawlstatus_view.php line: 129
 crawlstatus_view_total_urls = ""
 ;
-; crawlstatus_view.php line: 128
+; crawlstatus_view.php line: 132
 crawlstatus_view_most_recent_fetcher = ""
 ;
-; crawlstatus_view.php line: 134
+; crawlstatus_view.php line: 138
 crawlstatus_view_no_fetcher = ""
 ;
-; crawlstatus_view.php line: 138
+; crawlstatus_view.php line: 142
 crawlstatus_view_most_recent_urls = ""
 ;
-; crawlstatus_view.php line: 146
+; crawlstatus_view.php line: 150
 crawlstatus_view_no_recent_urls = ""
 ;
-; crawlstatus_view.php line: 150
+; crawlstatus_view.php line: 154
 crawlstatus_view_previous_crawls = ""
 ;
-; crawlstatus_view.php line: 156
+; crawlstatus_view.php line: 160
 crawlstatus_view_description = ""
 ;
-; crawlstatus_view.php line: 157
+; crawlstatus_view.php line: 161
 crawlstatus_view_timestamp = ""
 ;
-; crawlstatus_view.php line: 158
+; crawlstatus_view.php line: 162
 crawlstatus_view_url_counts = ""
 ;
-; crawlstatus_view.php line: 159
+; crawlstatus_view.php line: 163
 crawlstatus_view_actions = ""
 ;
-; crawlstatus_view.php line: 172
+; crawlstatus_view.php line: 176
 crawlstatus_view_resume = ""
 ;
-; crawlstatus_view.php line: 178
+; crawlstatus_view.php line: 182
 crawlstatus_view_set_index = ""
 ;
-; crawlstatus_view.php line: 181
+; crawlstatus_view.php line: 185
 crawlstatus_view_search_index = ""
 ;
-; crawlstatus_view.php line: 188
+; crawlstatus_view.php line: 192
 crawlstatus_view_delete = ""
 ;
-; crawlstatus_view.php line: 195
+; crawlstatus_view.php line: 199
 crawlstatus_view_no_previous_crawl = ""
 ;
 ; /Applications/XAMPP/xamppfiles/htdocs/git/yioop//views/elements
@@ -494,22 +497,22 @@ configure_element_use_memcache = ""
 ; configure_element.php line: 220
 configure_element_memcache_servers = ""
 ;
-; configure_element.php line: 227
+; configure_element.php line: 228
 configure_element_use_filecache = ""
 ;
-; configure_element.php line: 235
+; configure_element.php line: 237
 configure_element_crawl_robot = ""
 ;
-; configure_element.php line: 237
+; configure_element.php line: 239
 configure_element_robot_name = ""
 ;
-; configure_element.php line: 245
+; configure_element.php line: 247
 configure_element_robot_instance = ""
 ;
-; configure_element.php line: 252
+; configure_element.php line: 254
 configure_element_robot_description = ""
 ;
-; configure_element.php line: 261
+; configure_element.php line: 263
 configure_element_submit = ""
 ;
 ; crawloptions_element.php line: 62
diff --git a/locale/pt/configure.ini b/locale/pt/configure.ini
index dcd6c21ec..9aa00231d 100755
--- a/locale/pt/configure.ini
+++ b/locale/pt/configure.ini
@@ -364,51 +364,54 @@ crawlstatus_view_webapp_memory = ""
 crawlstatus_view_no_mem_data = ""
 ;
 ; crawlstatus_view.php line: 121
-crawlstatus_view_visited_urls = ""
+crawlstatus_view_urls_per_hour = ""
 ;
 ; crawlstatus_view.php line: 125
+crawlstatus_view_visited_urls = ""
+;
+; crawlstatus_view.php line: 129
 crawlstatus_view_total_urls = ""
 ;
-; crawlstatus_view.php line: 128
+; crawlstatus_view.php line: 132
 crawlstatus_view_most_recent_fetcher = ""
 ;
-; crawlstatus_view.php line: 134
+; crawlstatus_view.php line: 138
 crawlstatus_view_no_fetcher = ""
 ;
-; crawlstatus_view.php line: 138
+; crawlstatus_view.php line: 142
 crawlstatus_view_most_recent_urls = ""
 ;
-; crawlstatus_view.php line: 146
+; crawlstatus_view.php line: 150
 crawlstatus_view_no_recent_urls = ""
 ;
-; crawlstatus_view.php line: 150
+; crawlstatus_view.php line: 154
 crawlstatus_view_previous_crawls = ""
 ;
-; crawlstatus_view.php line: 156
+; crawlstatus_view.php line: 160
 crawlstatus_view_description = ""
 ;
-; crawlstatus_view.php line: 157
+; crawlstatus_view.php line: 161
 crawlstatus_view_timestamp = ""
 ;
-; crawlstatus_view.php line: 158
+; crawlstatus_view.php line: 162
 crawlstatus_view_url_counts = ""
 ;
-; crawlstatus_view.php line: 159
+; crawlstatus_view.php line: 163
 crawlstatus_view_actions = ""
 ;
-; crawlstatus_view.php line: 172
+; crawlstatus_view.php line: 176
 crawlstatus_view_resume = ""
 ;
-; crawlstatus_view.php line: 178
+; crawlstatus_view.php line: 182
 crawlstatus_view_set_index = ""
 ;
-; crawlstatus_view.php line: 181
+; crawlstatus_view.php line: 185
 crawlstatus_view_search_index = ""
 ;
-; crawlstatus_view.php line: 188
+; crawlstatus_view.php line: 192
 crawlstatus_view_delete = ""
 ;
-; crawlstatus_view.php line: 195
+; crawlstatus_view.php line: 199
 crawlstatus_view_no_previous_crawl = ""
 ;
 ; /Applications/XAMPP/xamppfiles/htdocs/git/yioop//views/elements
@@ -494,22 +497,22 @@ configure_element_use_memcache = ""
 ; configure_element.php line: 220
 configure_element_memcache_servers = ""
 ;
-; configure_element.php line: 227
+; configure_element.php line: 228
 configure_element_use_filecache = ""
 ;
-; configure_element.php line: 235
+; configure_element.php line: 237
 configure_element_crawl_robot = ""
 ;
-; configure_element.php line: 237
+; configure_element.php line: 239
 configure_element_robot_name = ""
 ;
-; configure_element.php line: 245
+; configure_element.php line: 247
 configure_element_robot_instance = ""
 ;
-; configure_element.php line: 252
+; configure_element.php line: 254
 configure_element_robot_description = ""
 ;
-; configure_element.php line: 261
+; configure_element.php line: 263
 configure_element_submit = ""
 ;
 ; crawloptions_element.php line: 62
diff --git a/locale/ru/configure.ini b/locale/ru/configure.ini
index 13742435e..312685e98 100755
--- a/locale/ru/configure.ini
+++ b/locale/ru/configure.ini
@@ -364,51 +364,54 @@ crawlstatus_view_webapp_memory = ""
 crawlstatus_view_no_mem_data = ""
 ;
 ; crawlstatus_view.php line: 121
-crawlstatus_view_visited_urls = ""
+crawlstatus_view_urls_per_hour = ""
 ;
 ; crawlstatus_view.php line: 125
+crawlstatus_view_visited_urls = ""
+;
+; crawlstatus_view.php line: 129
 crawlstatus_view_total_urls = ""
 ;
-; crawlstatus_view.php line: 128
+; crawlstatus_view.php line: 132
 crawlstatus_view_most_recent_fetcher = ""
 ;
-; crawlstatus_view.php line: 134
+; crawlstatus_view.php line: 138
 crawlstatus_view_no_fetcher = ""
 ;
-; crawlstatus_view.php line: 138
+; crawlstatus_view.php line: 142
 crawlstatus_view_most_recent_urls = ""
 ;
-; crawlstatus_view.php line: 146
+; crawlstatus_view.php line: 150
 crawlstatus_view_no_recent_urls = ""
 ;
-; crawlstatus_view.php line: 150
+; crawlstatus_view.php line: 154
 crawlstatus_view_previous_crawls = ""
 ;
-; crawlstatus_view.php line: 156
+; crawlstatus_view.php line: 160
 crawlstatus_view_description = ""
 ;
-; crawlstatus_view.php line: 157
+; crawlstatus_view.php line: 161
 crawlstatus_view_timestamp = ""
 ;
-; crawlstatus_view.php line: 158
+; crawlstatus_view.php line: 162
 crawlstatus_view_url_counts = ""
 ;
-; crawlstatus_view.php line: 159
+; crawlstatus_view.php line: 163
 crawlstatus_view_actions = ""
 ;
-; crawlstatus_view.php line: 172
+; crawlstatus_view.php line: 176
 crawlstatus_view_resume = ""
 ;
-; crawlstatus_view.php line: 178
+; crawlstatus_view.php line: 182
 crawlstatus_view_set_index = ""
 ;
-; crawlstatus_view.php line: 181
+; crawlstatus_view.php line: 185
 crawlstatus_view_search_index = ""
 ;
-; crawlstatus_view.php line: 188
+; crawlstatus_view.php line: 192
 crawlstatus_view_delete = ""
 ;
-; crawlstatus_view.php line: 195
+; crawlstatus_view.php line: 199
 crawlstatus_view_no_previous_crawl = ""
 ;
 ; /Applications/XAMPP/xamppfiles/htdocs/git/yioop//views/elements
@@ -494,22 +497,22 @@ configure_element_use_memcache = ""
 ; configure_element.php line: 220
 configure_element_memcache_servers = ""
 ;
-; configure_element.php line: 227
+; configure_element.php line: 228
 configure_element_use_filecache = ""
 ;
-; configure_element.php line: 235
+; configure_element.php line: 237
 configure_element_crawl_robot = ""
 ;
-; configure_element.php line: 237
+; configure_element.php line: 239
 configure_element_robot_name = ""
 ;
-; configure_element.php line: 245
+; configure_element.php line: 247
 configure_element_robot_instance = ""
 ;
-; configure_element.php line: 252
+; configure_element.php line: 254
 configure_element_robot_description = ""
 ;
-; configure_element.php line: 261
+; configure_element.php line: 263
 configure_element_submit = ""
 ;
 ; crawloptions_element.php line: 62
diff --git a/locale/th/configure.ini b/locale/th/configure.ini
index d39157361..e7ac89dcf 100755
--- a/locale/th/configure.ini
+++ b/locale/th/configure.ini
@@ -364,51 +364,54 @@ crawlstatus_view_webapp_memory = ""
 crawlstatus_view_no_mem_data = ""
 ;
 ; crawlstatus_view.php line: 121
-crawlstatus_view_visited_urls = ""
+crawlstatus_view_urls_per_hour = ""
 ;
 ; crawlstatus_view.php line: 125
+crawlstatus_view_visited_urls = ""
+;
+; crawlstatus_view.php line: 129
 crawlstatus_view_total_urls = ""
 ;
-; crawlstatus_view.php line: 128
+; crawlstatus_view.php line: 132
 crawlstatus_view_most_recent_fetcher = ""
 ;
-; crawlstatus_view.php line: 134
+; crawlstatus_view.php line: 138
 crawlstatus_view_no_fetcher = ""
 ;
-; crawlstatus_view.php line: 138
+; crawlstatus_view.php line: 142
 crawlstatus_view_most_recent_urls = ""
 ;
-; crawlstatus_view.php line: 146
+; crawlstatus_view.php line: 150
 crawlstatus_view_no_recent_urls = ""
 ;
-; crawlstatus_view.php line: 150
+; crawlstatus_view.php line: 154
 crawlstatus_view_previous_crawls = ""
 ;
-; crawlstatus_view.php line: 156
+; crawlstatus_view.php line: 160
 crawlstatus_view_description = ""
 ;
-; crawlstatus_view.php line: 157
+; crawlstatus_view.php line: 161
 crawlstatus_view_timestamp = ""
 ;
-; crawlstatus_view.php line: 158
+; crawlstatus_view.php line: 162
 crawlstatus_view_url_counts = ""
 ;
-; crawlstatus_view.php line: 159
+; crawlstatus_view.php line: 163
 crawlstatus_view_actions = ""
 ;
-; crawlstatus_view.php line: 172
+; crawlstatus_view.php line: 176
 crawlstatus_view_resume = ""
 ;
-; crawlstatus_view.php line: 178
+; crawlstatus_view.php line: 182
 crawlstatus_view_set_index = ""
 ;
-; crawlstatus_view.php line: 181
+; crawlstatus_view.php line: 185
 crawlstatus_view_search_index = ""
 ;
-; crawlstatus_view.php line: 188
+; crawlstatus_view.php line: 192
 crawlstatus_view_delete = ""
 ;
-; crawlstatus_view.php line: 195
+; crawlstatus_view.php line: 199
 crawlstatus_view_no_previous_crawl = ""
 ;
 ; /Applications/XAMPP/xamppfiles/htdocs/git/yioop//views/elements
@@ -494,22 +497,22 @@ configure_element_use_memcache = ""
 ; configure_element.php line: 220
 configure_element_memcache_servers = ""
 ;
-; configure_element.php line: 227
+; configure_element.php line: 228
 configure_element_use_filecache = ""
 ;
-; configure_element.php line: 235
+; configure_element.php line: 237
 configure_element_crawl_robot = ""
 ;
-; configure_element.php line: 237
+; configure_element.php line: 239
 configure_element_robot_name = ""
 ;
-; configure_element.php line: 245
+; configure_element.php line: 247
 configure_element_robot_instance = ""
 ;
-; configure_element.php line: 252
+; configure_element.php line: 254
 configure_element_robot_description = ""
 ;
-; configure_element.php line: 261
+; configure_element.php line: 263
 configure_element_submit = ""
 ;
 ; crawloptions_element.php line: 62
diff --git a/locale/vi-VN/configure.ini b/locale/vi-VN/configure.ini
index f5cdc8307..06937192f 100755
--- a/locale/vi-VN/configure.ini
+++ b/locale/vi-VN/configure.ini
@@ -364,51 +364,54 @@ crawlstatus_view_webapp_memory = ""
 crawlstatus_view_no_mem_data = ""
 ;
 ; crawlstatus_view.php line: 121
-crawlstatus_view_visited_urls = ""
+crawlstatus_view_urls_per_hour = ""
 ;
 ; crawlstatus_view.php line: 125
+crawlstatus_view_visited_urls = ""
+;
+; crawlstatus_view.php line: 129
 crawlstatus_view_total_urls = ""
 ;
-; crawlstatus_view.php line: 128
+; crawlstatus_view.php line: 132
 crawlstatus_view_most_recent_fetcher = ""
 ;
-; crawlstatus_view.php line: 134
+; crawlstatus_view.php line: 138
 crawlstatus_view_no_fetcher = ""
 ;
-; crawlstatus_view.php line: 138
+; crawlstatus_view.php line: 142
 crawlstatus_view_most_recent_urls = ""
 ;
-; crawlstatus_view.php line: 146
+; crawlstatus_view.php line: 150
 crawlstatus_view_no_recent_urls = ""
 ;
-; crawlstatus_view.php line: 150
+; crawlstatus_view.php line: 154
 crawlstatus_view_previous_crawls = ""
 ;
-; crawlstatus_view.php line: 156
+; crawlstatus_view.php line: 160
 crawlstatus_view_description = "M&ocirc; tả:"
 ;
-; crawlstatus_view.php line: 157
+; crawlstatus_view.php line: 161
 crawlstatus_view_timestamp = ""
 ;
-; crawlstatus_view.php line: 158
+; crawlstatus_view.php line: 162
 crawlstatus_view_url_counts = ""
 ;
-; crawlstatus_view.php line: 159
+; crawlstatus_view.php line: 163
 crawlstatus_view_actions = "Những h&agrave;nh động:"
 ;
-; crawlstatus_view.php line: 172
+; crawlstatus_view.php line: 176
 crawlstatus_view_resume = "Bắt đầu trở lại"
 ;
-; crawlstatus_view.php line: 178
+; crawlstatus_view.php line: 182
 crawlstatus_view_set_index = "C&agrave;i l&agrave;m mục lục"
 ;
-; crawlstatus_view.php line: 181
+; crawlstatus_view.php line: 185
 crawlstatus_view_search_index = ""
 ;
-; crawlstatus_view.php line: 188
+; crawlstatus_view.php line: 192
 crawlstatus_view_delete = "Xo&aacute;"
 ;
-; crawlstatus_view.php line: 195
+; crawlstatus_view.php line: 199
 crawlstatus_view_no_previous_crawl = ""
 ;
 ; /Applications/XAMPP/xamppfiles/htdocs/git/yioop//views/elements
@@ -494,22 +497,22 @@ configure_element_use_memcache = ""
 ; configure_element.php line: 220
 configure_element_memcache_servers = ""
 ;
-; configure_element.php line: 227
+; configure_element.php line: 228
 configure_element_use_filecache = ""
 ;
-; configure_element.php line: 235
+; configure_element.php line: 237
 configure_element_crawl_robot = ""
 ;
-; configure_element.php line: 237
+; configure_element.php line: 239
 configure_element_robot_name = ""
 ;
-; configure_element.php line: 245
+; configure_element.php line: 247
 configure_element_robot_instance = ""
 ;
-; configure_element.php line: 252
+; configure_element.php line: 254
 configure_element_robot_description = "M&ocirc; tả r&ocirc;-bốt"
 ;
-; configure_element.php line: 261
+; configure_element.php line: 263
 configure_element_submit = ""
 ;
 ; crawloptions_element.php line: 62
diff --git a/locale/zh-CN/configure.ini b/locale/zh-CN/configure.ini
index 49ca4b126..32bfb521e 100755
--- a/locale/zh-CN/configure.ini
+++ b/locale/zh-CN/configure.ini
@@ -364,51 +364,54 @@ crawlstatus_view_webapp_memory = ""
 crawlstatus_view_no_mem_data = ""
 ;
 ; crawlstatus_view.php line: 121
-crawlstatus_view_visited_urls = ""
+crawlstatus_view_urls_per_hour = ""
 ;
 ; crawlstatus_view.php line: 125
+crawlstatus_view_visited_urls = ""
+;
+; crawlstatus_view.php line: 129
 crawlstatus_view_total_urls = ""
 ;
-; crawlstatus_view.php line: 128
+; crawlstatus_view.php line: 132
 crawlstatus_view_most_recent_fetcher = ""
 ;
-; crawlstatus_view.php line: 134
+; crawlstatus_view.php line: 138
 crawlstatus_view_no_fetcher = ""
 ;
-; crawlstatus_view.php line: 138
+; crawlstatus_view.php line: 142
 crawlstatus_view_most_recent_urls = ""
 ;
-; crawlstatus_view.php line: 146
+; crawlstatus_view.php line: 150
 crawlstatus_view_no_recent_urls = ""
 ;
-; crawlstatus_view.php line: 150
+; crawlstatus_view.php line: 154
 crawlstatus_view_previous_crawls = ""
 ;
-; crawlstatus_view.php line: 156
+; crawlstatus_view.php line: 160
 crawlstatus_view_description = ""
 ;
-; crawlstatus_view.php line: 157
+; crawlstatus_view.php line: 161
 crawlstatus_view_timestamp = ""
 ;
-; crawlstatus_view.php line: 158
+; crawlstatus_view.php line: 162
 crawlstatus_view_url_counts = ""
 ;
-; crawlstatus_view.php line: 159
+; crawlstatus_view.php line: 163
 crawlstatus_view_actions = ""
 ;
-; crawlstatus_view.php line: 172
+; crawlstatus_view.php line: 176
 crawlstatus_view_resume = ""
 ;
-; crawlstatus_view.php line: 178
+; crawlstatus_view.php line: 182
 crawlstatus_view_set_index = ""
 ;
-; crawlstatus_view.php line: 181
+; crawlstatus_view.php line: 185
 crawlstatus_view_search_index = ""
 ;
-; crawlstatus_view.php line: 188
+; crawlstatus_view.php line: 192
 crawlstatus_view_delete = ""
 ;
-; crawlstatus_view.php line: 195
+; crawlstatus_view.php line: 199
 crawlstatus_view_no_previous_crawl = ""
 ;
 ; /Applications/XAMPP/xamppfiles/htdocs/git/yioop//views/elements
@@ -494,22 +497,22 @@ configure_element_use_memcache = ""
 ; configure_element.php line: 220
 configure_element_memcache_servers = ""
 ;
-; configure_element.php line: 227
+; configure_element.php line: 228
 configure_element_use_filecache = ""
 ;
-; configure_element.php line: 235
+; configure_element.php line: 237
 configure_element_crawl_robot = ""
 ;
-; configure_element.php line: 237
+; configure_element.php line: 239
 configure_element_robot_name = ""
 ;
-; configure_element.php line: 245
+; configure_element.php line: 247
 configure_element_robot_instance = ""
 ;
-; configure_element.php line: 252
+; configure_element.php line: 254
 configure_element_robot_description = ""
 ;
-; configure_element.php line: 261
+; configure_element.php line: 263
 configure_element_submit = ""
 ;
 ; crawloptions_element.php line: 62
diff --git a/views/crawlstatus_view.php b/views/crawlstatus_view.php
index d0113df43..4839c7270 100755
--- a/views/crawlstatus_view.php
+++ b/views/crawlstatus_view.php
@@ -119,6 +119,11 @@ class CrawlstatusView extends View
             e(tl('crawlstatus_view_no_mem_data'));
         } ?>
         </p>
+        <p><b><?php e(tl('crawlstatus_view_urls_per_hour')); ?></b> <?php
+            if(isset($data['VISITED_URLS_COUNT_PER_HOUR'])) {
+                e(number_format($data['VISITED_URLS_COUNT_PER_HOUR'], 2)
+                    ); } else {e("0");}
+            ?></p>
         <p><b><?php e(tl('crawlstatus_view_visited_urls')); ?></b> <?php
             if(isset($data['VISITED_URLS_COUNT'])) {
                 e($data['VISITED_URLS_COUNT']); } else {e("0");}
ViewGit