Print meta words in summary toggle of cache pages, add a media:vr meta word, tweak word plugin to inject media types, a=chris

Chris Pollett [2019-01-24 23:Jan:th]
Print meta words in summary toggle of cache pages, add a media:vr meta word, tweak word plugin to inject media types, a=chris
Filename
src/configs/Createdb.php
src/controllers/SearchController.php
src/data/public_default.db
src/executables/Fetcher.php
src/library/CrawlConstants.php
src/library/PhraseParser.php
src/library/indexing_plugins/WordfilterPlugin.php
src/locale/ar/configure.ini
src/locale/bn/configure.ini
src/locale/de/configure.ini
src/locale/en_US/configure.ini
src/locale/es/configure.ini
src/locale/fa/configure.ini
src/locale/fr_FR/configure.ini
src/locale/he/configure.ini
src/locale/hi/configure.ini
src/locale/in_ID/configure.ini
src/locale/it/configure.ini
src/locale/ja/configure.ini
src/locale/kn/configure.ini
src/locale/ko/configure.ini
src/locale/nl/configure.ini
src/locale/pl/configure.ini
src/locale/pt/configure.ini
src/locale/ru/configure.ini
src/locale/te/configure.ini
src/locale/th/configure.ini
src/locale/tr/configure.ini
src/locale/vi_VN/configure.ini
src/locale/zh_CN/configure.ini
diff --git a/src/configs/Createdb.php b/src/configs/Createdb.php
index fde57cf40..c01c32cf0 100755
--- a/src/configs/Createdb.php
+++ b/src/configs/Createdb.php
@@ -527,9 +527,12 @@ $scrapers = [
         "//span[contains(@class, 'label')]",
         ""],
     ["VIDEO SITE",
-        "//meta[@property='og:type' and contains(@content, 'video')]",
-        "", "", "IS_VIDEO=//meta[@property='og:type' and" .
+        "//meta[@property='og:type' and contains(@content, 'video')]", "", "",
+        "IS_VIDEO=//meta[@property='og:type' and" .
         " contains(@content, 'video')]/@content\n" .
+        "IS_VR=//meta[(@property='og:video:tag' or".
+        " @property='og:title') and (contains(@content, '360') or" .
+        " contains(@content, '180') or contains(@content, 'VR'))]/@content\n" .
         "SITE_NAME=//meta[@property='og:site_name']/@content\n" .
         "DURATION=//meta[@property='video:duration']/@content\n" .
         "THUMB_URL=//meta[@property='og:image']/@content"],
diff --git a/src/controllers/SearchController.php b/src/controllers/SearchController.php
index 937db4aa7..cc8607fde 100755
--- a/src/controllers/SearchController.php
+++ b/src/controllers/SearchController.php
@@ -1281,7 +1281,7 @@ class SearchController extends Controller implements CrawlConstants
         $cached_link = (in_array("cache_link_referrer", $ui_flags)) ?
             true : false;
         $hash_key = L\crawlHash(
-            $terms.$url.serialize($ui_flags) . serialize($crawl_time));
+            $terms . $url . serialize($ui_flags) . serialize($crawl_time));
         if (!empty($_SERVER["USE_CACHE"])) {
             if ($new_doc = $cache->get($hash_key)) {
                 echo $new_doc;
@@ -1524,6 +1524,34 @@ class SearchController extends Controller implements CrawlConstants
                         80, "\n") ."\n\n". $summary_string;
             }
         }
+        $meta_ids = PhraseParser::calculateMetas($crawl_item);
+        if (empty($crawl_item[self::JUST_METAS])) {
+            $host_words = UrlParser::getWordsInHostUrl($crawl_item[self::URL]);
+            $path_words = UrlParser::getWordsLastPathPartUrl(
+                $crawl_item[self::URL]);
+            $phrase_string = $host_words . " .. " . $crawl_item[self::TITLE] .
+                " ..  ". $path_words . " .. ". $crawl_item[self::DESCRIPTION];
+            $word_lists = PhraseParser::extractPhrasesInLists(
+                $phrase_string, $crawl_item[self::LANG]);
+            $len = strlen($phrase_string);
+            if (PhraseParser::computeSafeSearchScore(
+                $word_lists['WORD_LIST'], $len) < 0.012) {
+                $meta_ids[] = "safe:true";
+                $safe = true;
+            } else {
+                $meta_ids[] = "safe:false";
+                $safe = false;
+            }
+        }
+        $summary_string .= "\n\n" .
+            tl('search_controller_extracted_meta_words') . "\n\n".
+            implode("\n", $meta_ids);
+        if (!empty($crawl_item[self::QUESTION_ANSWERS])) {
+            $summary_string .= "\n\n" .
+                tl('search_controller_extracted_q_a_s') . "\n\n".
+                wordwrap($this->clean(print_r(
+                $crawl_item[self::QUESTION_ANSWERS], true), "string"), 75);
+        }
         return $summary_string;
     }
     /**
diff --git a/src/data/public_default.db b/src/data/public_default.db
index dd629a9d3..45f0cd5c1 100644
Binary files a/src/data/public_default.db and b/src/data/public_default.db differ
diff --git a/src/executables/Fetcher.php b/src/executables/Fetcher.php
index df11281ac..fe092abbc 100755
--- a/src/executables/Fetcher.php
+++ b/src/executables/Fetcher.php
@@ -1458,7 +1458,9 @@ class Fetcher implements CrawlConstants
                 $processor = C\NS_PROCESSORS . ucfirst($file_type)."Processor";
                 $processor_path = C\BASE_DIR . "/library/processors/".
                     ucfirst($file_type)."Processor.php";
-                if (!class_exists($processor)) { continue; }
+                if (!class_exists($processor)) {
+                    continue;
+                }
                 if (!isset($this->plugin_processors[$processor])) {
                     $this->plugin_processors[$processor] = [];
                 }
@@ -2891,8 +2893,8 @@ class Fetcher implements CrawlConstants
                 $site_url = str_replace('|', "%7C", $site[self::URL]);
                 $host = UrlParser::getHost($site_url);
                 $doc_keys = L\crawlHash($site_url, true) .
-                    $site[self::HASH]."d". substr(L\crawlHash(
-                    $host."/",true), 1);
+                    $site[self::HASH] . "d". substr(L\crawlHash(
+                    $host . "/", true), 1);
                 $meta_ids =  PhraseParser::calculateMetas($site);
             }
             $word_lists = [];
diff --git a/src/library/CrawlConstants.php b/src/library/CrawlConstants.php
index 4379634f9..a9a806476 100755
--- a/src/library/CrawlConstants.php
+++ b/src/library/CrawlConstants.php
@@ -239,4 +239,5 @@ interface CrawlConstants
     const REPEAT_TYPE = 'ea';
     const CHANNEL = 'eb';
     const THUMB_URL = 'ec';
+    const IS_VR = 'ed';
 }
diff --git a/src/library/PhraseParser.php b/src/library/PhraseParser.php
index 7b9963903..80a040e2a 100755
--- a/src/library/PhraseParser.php
+++ b/src/library/PhraseParser.php
@@ -964,11 +964,11 @@ class PhraseParser
      */
     public static function calculateMetas(&$site)
     {
-        $meta_ids = [];
         // handles user added meta words
-        if (isset($site[CrawlConstants::META_WORDS])) {
-            $meta_ids = $site[CrawlConstants::META_WORDS];
+        if (empty($site[CrawlConstants::META_WORDS])) {
+            $site[CrawlConstants::META_WORDS] = [];
         }
+        $meta_ids = $site[CrawlConstants::META_WORDS];
         /*
             Handle the built-in meta words. For example
             store the sites the doc_key belongs to,
@@ -992,15 +992,15 @@ class PhraseParser
             foreach ($path_parts as $part) {
                 if (strlen($part) > 0 ) {
                     $pre_path .= "/$part";
-                    $meta_ids[] = 'path:'.$pre_path;
+                    $meta_ids[] = 'path:' . $pre_path;
                 }
             }
         }
-        $meta_ids[] = 'info:'.$site[CrawlConstants::URL];
-        $meta_ids[] = 'info:'.crawlHash($site[CrawlConstants::URL]);
+        $meta_ids[] = 'info:' . $site[CrawlConstants::URL];
+        $meta_ids[] = 'info:' . crawlHash($site[CrawlConstants::URL]);
         $meta_ids[] = 'code:all';
-        $meta_ids[] = 'code:'.$site[CrawlConstants::HTTP_CODE];
-        if (UrlParser::getHost($site[CrawlConstants::URL])."/" ==
+        $meta_ids[] = 'code:' . $site[CrawlConstants::HTTP_CODE];
+        if (UrlParser::getHost($site[CrawlConstants::URL]) . "/" ==
             $site[CrawlConstants::URL]) {
             $meta_ids[] = 'host:all'; //used to count number of distinct hosts
         }
@@ -1031,15 +1031,15 @@ class PhraseParser
             $link_urls = array_keys($site[CrawlConstants::LINKS]);
             $meta_ids[] = "link:all";
             foreach ($link_urls as $url) {
-                    $meta_ids[] = 'link:'.$url;
-                    $meta_ids[] = 'link:'.crawlHash($url);
+                    $meta_ids[] = 'link:' . $url;
+                    $meta_ids[] = 'link:' . crawlHash($url);
             }
         }
         if (isset($site[CrawlConstants::LOCATION]) &&
             is_array($site[CrawlConstants::LOCATION])){
             foreach ($site[CrawlConstants::LOCATION] as $location) {
-                $meta_ids[] = 'info:'.$location;
-                $meta_ids[] = 'info:'.crawlHash($location);
+                $meta_ids[] = 'info:' . $location;
+                $meta_ids[] = 'info:' . crawlHash($location);
                 $meta_ids[] = 'location:all';
                 $meta_ids[] = 'location:'.$location;
             }
@@ -1047,7 +1047,7 @@ class PhraseParser
         if (isset($site[CrawlConstants::IP_ADDRESSES]) ){
             $meta_ids[] = 'ip:all';
             foreach ($site[CrawlConstants::IP_ADDRESSES] as $address) {
-                $meta_ids[] = 'ip:'.$address;
+                $meta_ids[] = 'ip:' . $address;
             }
         }
         $meta_ids[] = 'media:all';
@@ -1057,19 +1057,22 @@ class PhraseParser
             $meta_ids[] = (stripos($site[CrawlConstants::TYPE],
                 "image") !== false) ? 'media:image' : 'media:text';
         }
+        if (!empty($site[CrawlConstants::IS_VR])) {
+            $meta_ids[] = "media:vr";
+        }
         // store the filetype info
         $url_type = UrlParser::getDocumentType($site[CrawlConstants::URL]);
         if (strlen($url_type) > 0) {
             $meta_ids[] = 'filetype:all';
-            $meta_ids[] = 'filetype:'.$url_type;
+            $meta_ids[] = 'filetype:' . $url_type;
         }
         if (isset($site[CrawlConstants::SERVER])) {
             $meta_ids[] = 'server:all';
-            $meta_ids[] = 'server:'.strtolower($site[CrawlConstants::SERVER]);
+            $meta_ids[] = 'server:' . strtolower($site[CrawlConstants::SERVER]);
         }
         if (isset($site[CrawlConstants::SERVER_VERSION])) {
             $meta_ids[] = 'version:all';
-            $meta_ids[] = 'version:'.
+            $meta_ids[] = 'version:' .
                 $site[CrawlConstants::SERVER_VERSION];
         }
         if (isset($site[CrawlConstants::OPERATING_SYSTEM])) {
@@ -1080,9 +1083,9 @@ class PhraseParser
         if (isset($site[CrawlConstants::MODIFIED])) {
             $modified = $site[CrawlConstants::MODIFIED];
             $meta_ids[] = 'modified:all';
-            $meta_ids[] = 'modified:'.date('Y', $modified);
-            $meta_ids[] = 'modified:'.date('Y-m', $modified);
-            $meta_ids[] = 'modified:'.date('Y-m-d', $modified);
+            $meta_ids[] = 'modified:' . date('Y', $modified);
+            $meta_ids[] = 'modified:' . date('Y-m', $modified);
+            $meta_ids[] = 'modified:' . date('Y-m-d', $modified);
         }
         if (isset($site[CrawlConstants::TIMESTAMP])) {
             $date = $site[CrawlConstants::TIMESTAMP];
@@ -1097,19 +1100,19 @@ class PhraseParser
         if (isset($site[CrawlConstants::LANG])) {
             $meta_ids[] = 'lang:all';
             $lang_parts = explode("-", $site[CrawlConstants::LANG]);
-            $meta_ids[] = 'lang:'.$lang_parts[0];
+            $meta_ids[] = 'lang:' . $lang_parts[0];
             if (isset($lang_parts[1])){
-                $meta_ids[] = 'lang:'.strtolower($site[CrawlConstants::LANG]);
+                $meta_ids[] = 'lang:' . strtolower($site[CrawlConstants::LANG]);
             }
         }
         if (isset($site[CrawlConstants::AGENT_LIST])) {
             foreach ($site[CrawlConstants::AGENT_LIST] as $agent) {
-                $meta_ids[] = 'robot:'.strtolower($agent);
+                $meta_ids[] = 'robot:' . strtolower($agent);
             }
         }
         //Add all meta word for subdoctype
         if (isset($site[CrawlConstants::SUBDOCTYPE])){
-            $meta_ids[] = $site[CrawlConstants::SUBDOCTYPE].':all';
+            $meta_ids[] = $site[CrawlConstants::SUBDOCTYPE] . ':all';
         }
         return $meta_ids;
     }
diff --git a/src/library/indexing_plugins/WordfilterPlugin.php b/src/library/indexing_plugins/WordfilterPlugin.php
index 6a65a7da5..aaa368c43 100644
--- a/src/library/indexing_plugins/WordfilterPlugin.php
+++ b/src/library/indexing_plugins/WordfilterPlugin.php
@@ -224,9 +224,11 @@ EOD;
         L\crawlLog("  Word filter plugin examining page..");
         $sites = array_keys($this->filter_rules);
         $filter_rules = $this->filter_rules;
-        $rules = ($filter_rules['default'])?$filter_rules['default'] : [];
+        $rules = ($filter_rules['default']) ? $filter_rules['default'] : [];
         foreach ($sites as $site) {
-            if ($site == "default") { continue; }
+            if ($site == "default") {
+                continue;
+            }
             $sign = ($site[0] == '-') ? false : true;
             if (!$sign || $site[0] == '+') {
                 $check_url = substr($site, 1);
@@ -240,11 +242,18 @@ EOD;
                 $rules = array_merge($rules, $filter_rules[$site]);
             }
         }
+        $title_description = mb_strtolower($summary[self::TITLE] . " ".
+            $summary[self::DESCRIPTION]);
+        foreach ([self::IS_FEED => "IS_FEED", self::IS_VIDEO  => "IS_VIDEO",
+            self::IS_VR => "IS_VR"] as $media_type => $media_name) {
+            if (!empty($summary[$media_type])) {
+                $title_description .= " " . $media_name;
+            }
+        }
         foreach ($rules as $rule) {
             $preconditions = $rule["PRECONDITIONS"];
             $actions = $rule["ACTIONS"];
-            $filter_flag = $this->checkFilter($preconditions,
-                $summary[self::TITLE], $summary[self::DESCRIPTION]);
+            $filter_flag = $this->checkFilter($title_description);
             if ($filter_flag) {
                 if (in_array("NOPROCESS", $actions)) {
                     L\crawlLog("  Word filter plugin removed page.");
@@ -260,27 +269,24 @@ EOD;
         }
     }
     /**
-     * Used to check if $precondition is met by the document
-     * consisting of the concatenation of $title and $description
+     * Used to check if $precondition is met by a supplied string.
      *
      * @see $filter_terms to see what constitutes a valid precondition.
      *
      * @param string $preconditions the terms and their
      *      frequencies to search for
-     * @param string $title of a web page summary
-     * @param string $description of a web page summary
+     * @param string $test_string string to check whether preconditions met
      * @return bool whether the summary should be filtered or not
      */
-    public function checkFilter($preconditions, $title, $description)
+    public function checkFilter($preconditions, $test_string)
     {
-        $title_description = mb_strtolower($title . " " . $description);
-        $len = strlen($title_description) - str_word_count($title_description);
+        $len = strlen($test_string) - str_word_count($test_string);
         foreach ($preconditions as $pre_term => $find_frequency) {
             $sign = $pre_term[0];
             $term = ($sign == '-' || $sign == '+') ?
                 substr($pre_term, 1): $pre_term;
             $sign = ($sign == '-') ? false : true;
-            $found_frequency = substr_count($title_description, $term);
+            $found_frequency = substr_count($test_string, $term);
             if ($find_frequency < 1) {
                 $found_frequency = ($found_frequency/$len);
             }
diff --git a/src/locale/ar/configure.ini b/src/locale/ar/configure.ini
index cee56d77a..bab8165d4 100755
--- a/src/locale/ar/configure.ini
+++ b/src/locale/ar/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = "الروابط المستخرجة"
 search_controller_extracted_allow_paths = "استخراج يسمح لمسارات تتبع الارتباطات"
 search_controller_extracted_disallow_paths = "استخراج غير مسموح لمسارات تتبع الارتباطات"
 search_controller_crawl_delay = "تأخير الزحف ييوببوت"
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = "يوب ذاكرة التخزين المؤقت الصفحة... هذه الصفحة قد تم تعديل لإضافة توجيه الروبوتات، وجعل ارتباطات مطلقة، إضافة ملخصات المستخرجة، وتسليط الضوء على مصطلحات الاستعلام."
 search_controller_cached_version = "تم الحصول على هذه النسخة المخزنة مؤقتاً من  %s الزاحف يوب على  %s."
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = "إضافة مصدر الوسائط"
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = "تقديم"
 searchsources_element_media_sources = "مصادر إعلامية"
 searchsources_element_medianame = "الاسم"
 searchsources_element_action = "العمل"
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/bn/configure.ini b/src/locale/bn/configure.ini
index cca92d450..49e88ad7f 100755
--- a/src/locale/bn/configure.ini
+++ b/src/locale/bn/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = ""
 search_controller_extracted_allow_paths = ""
 search_controller_extracted_disallow_paths = ""
 search_controller_crawl_delay = ""
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = ""
 search_controller_cached_version = ""
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/de/configure.ini b/src/locale/de/configure.ini
index 1d39b9b81..a86536c2f 100755
--- a/src/locale/de/configure.ini
+++ b/src/locale/de/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = ""
 search_controller_extracted_allow_paths = ""
 search_controller_extracted_disallow_paths = ""
 search_controller_crawl_delay = ""
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = ""
 search_controller_cached_version = ""
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/en_US/configure.ini b/src/locale/en_US/configure.ini
index c8b19fc7b..626bdba11 100644
--- a/src/locale/en_US/configure.ini
+++ b/src/locale/en_US/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = "Extracted Links"
 search_controller_extracted_allow_paths = "Extracted Allowed To Crawl Paths"
 search_controller_extracted_disallow_paths = "Extracted Disallowed To Crawl Paths"
 search_controller_crawl_delay = "YioopBot Crawl Delay"
+search_controller_extracted_meta_words = "Extracted Meta Words"
+search_controller_extracted_q_a_s = "Extracted Question Answer Triplets"
 search_controller_cache_comment = "Yioop Cache Page... This page has been modified to add a robots directive,  make links absolute, add extracted summaries, and to highlight query terms."
 search_controller_cached_version = "This cached version of %s was obtained by the Yioop crawler on %s."
 search_controller_header_summaries = "Toggle Extracted Headers and Summaries"
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = "Link:"
 searchsources_element_image_xpath = "Image XPath:"
 searchsource_element_alt_link_text = "Alternative Link Tag:"
 searchsources_element_wiki_destination = "Wiki Destination:"
+searchsources_element_aux_url_xpath = "Aux Url XPaths:"
+searchsources_element_link_xpath_text = "Download Xpath:"
 searchsources_element_addsource_form = "Add Source Form"
 searchsources_element_edit_media_source = "Edit Media Source"
 searchsources_element_add_media_source = "Add Media Source"
@@ -1150,14 +1154,11 @@ searchsources_element_category = "Category:"
 searchsources_element_expires = "Expires:"
 searchsources_element_feed_instruct = "Provide xpaths to feed components below:"
 searchsources_element_regex_instruct = "Enter feed regexes. Regexes except Item separator should have 1 capture group."
-searchsources_element_aux_url_xpath = "Aux Url XPaths:"
 searchsources_element_item_text = "Item:"
-searchsources_element_link_xpath_text = "Download Xpath:"
 searchsources_element_submit = "Submit"
 searchsources_element_media_sources = "Media Sources"
 searchsources_element_medianame = "Name"
 searchsources_element_action = "Action"
-searchsources_element_aux_info = "Auxiliary Info:"
 searchsources_element_testmedia = "Test"
 searchsources_element_editmedia = "Edit"
 searchsources_element_delete_operation = "Are you sure you want to delete?"
diff --git a/src/locale/es/configure.ini b/src/locale/es/configure.ini
index cbfd9d266..0be32a419 100755
--- a/src/locale/es/configure.ini
+++ b/src/locale/es/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = "Enlaces (links) extra&iacute;dos"
 search_controller_extracted_allow_paths = "Rutas permitidas extra&iacute;das para ser rastreadas"
 search_controller_extracted_disallow_paths = "Rutas No permitidas extra&iacute;das para no ser rastreadas"
 search_controller_crawl_delay = "Rastreo Retrasado de YioopBot"
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = "P&aacute;gina de cache Yioop ... Esta p&aacute;gina ha sido modificada para a&ntilde;adir una directiva robots, hacer enlaces absolutos, a&ntilde;adir res&uacute;menes extra&iacute;dos, y para resaltar los t&eacute;rminos de la consulta."
 search_controller_cached_version = "Esta versi&oacute;n en cach&eacute; de %s se obtuvo mediante el rastreador Yioop en %s."
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/fa/configure.ini b/src/locale/fa/configure.ini
index 0ed17e529..051aca1bf 100755
--- a/src/locale/fa/configure.ini
+++ b/src/locale/fa/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = "لینک&zwnj;های استخراج شده"
 search_controller_extracted_allow_paths = "مسیرهای مجاز به خزش استخراج شده"
 search_controller_extracted_disallow_paths = "مسیرهای غیرمجاز به خزش استخراج شده"
 search_controller_crawl_delay = "تاخیر در خزش YioopBot"
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = "صفحه کش Yioop ... این صفحه برای اضافه کردن دستورالعمل ربات، ایجاد لینک های مطلق، اضافه کردن خلاصه&zwnj;های استخراج شده، و برجسته سازی کلمات مورد پرسمان اصلاح شده است."
 search_controller_cached_version = "این نسخه کش شدهٔ ‪%‬s را خزندهٔ Yioop در ‪%‬s به دست آورده است."
 search_controller_header_summaries = " وضعیت سرصفحه استخراج شده و خلاصه را عوض کن"
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = "منبع رسانه&zwnj;ای اضافه کن"
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = "ارسال"
 searchsources_element_media_sources = "منابع رسانه"
 searchsources_element_medianame = "نام"
 searchsources_element_action = "فرمان"
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/fr_FR/configure.ini b/src/locale/fr_FR/configure.ini
index f445fc5ae..a89d950f7 100755
--- a/src/locale/fr_FR/configure.ini
+++ b/src/locale/fr_FR/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = ""
 search_controller_extracted_allow_paths = ""
 search_controller_extracted_disallow_paths = ""
 search_controller_crawl_delay = ""
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = ""
 search_controller_cached_version = ""
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/he/configure.ini b/src/locale/he/configure.ini
index e54ea3eab..76bb19cae 100755
--- a/src/locale/he/configure.ini
+++ b/src/locale/he/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = ""
 search_controller_extracted_allow_paths = ""
 search_controller_extracted_disallow_paths = ""
 search_controller_crawl_delay = ""
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = ""
 search_controller_cached_version = ""
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/hi/configure.ini b/src/locale/hi/configure.ini
index b5b01efa5..a8834b4de 100755
--- a/src/locale/hi/configure.ini
+++ b/src/locale/hi/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = ""
 search_controller_extracted_allow_paths = ""
 search_controller_extracted_disallow_paths = ""
 search_controller_crawl_delay = ""
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = ""
 search_controller_cached_version = ""
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/in_ID/configure.ini b/src/locale/in_ID/configure.ini
index fe9b47e9c..33a61a713 100755
--- a/src/locale/in_ID/configure.ini
+++ b/src/locale/in_ID/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = ""
 search_controller_extracted_allow_paths = ""
 search_controller_extracted_disallow_paths = ""
 search_controller_crawl_delay = ""
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = ""
 search_controller_cached_version = ""
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/it/configure.ini b/src/locale/it/configure.ini
index 12189a6f8..589d1a0ae 100755
--- a/src/locale/it/configure.ini
+++ b/src/locale/it/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = "Link estratti"
 search_controller_extracted_allow_paths = "Percorsi scansionabili ammessi estratti"
 search_controller_extracted_disallow_paths = "Percorsi scansionabili non ammessi estratti"
 search_controller_crawl_delay = "Ritardo Scansione YioopBot"
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = "Pagina archiviata Yioop... Questa pagina &egrave; stata modificata per aggiungere una direttiva al Robot, creare link assoluti, aggiungere sommari estratti, e evidenziari termini di ricerca."
 search_controller_cached_version = "Questa versione archiviata di %s &egrave; stata ottenuta dal Crawler di Yioop il %s."
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/ja/configure.ini b/src/locale/ja/configure.ini
index c67e6e654..97866bba9 100755
--- a/src/locale/ja/configure.ini
+++ b/src/locale/ja/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = ""
 search_controller_extracted_allow_paths = ""
 search_controller_extracted_disallow_paths = ""
 search_controller_crawl_delay = ""
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = ""
 search_controller_cached_version = "%sのこのキャッシュされたバージョンは%sのウィオップから入手しました。"
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/kn/configure.ini b/src/locale/kn/configure.ini
index 137a14383..84f824f8d 100755
--- a/src/locale/kn/configure.ini
+++ b/src/locale/kn/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = ""
 search_controller_extracted_allow_paths = ""
 search_controller_extracted_disallow_paths = ""
 search_controller_crawl_delay = ""
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = ""
 search_controller_cached_version = ""
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/ko/configure.ini b/src/locale/ko/configure.ini
index 7a838f04c..62bf5258b 100755
--- a/src/locale/ko/configure.ini
+++ b/src/locale/ko/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = ""
 search_controller_extracted_allow_paths = ""
 search_controller_extracted_disallow_paths = ""
 search_controller_crawl_delay = ""
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = ""
 search_controller_cached_version = "현재 캐시 버젼 %s 은 Yioop 크롤 %s 에 의하여 얻어 졌습니다. "
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/nl/configure.ini b/src/locale/nl/configure.ini
index 472796292..c88c13770 100644
--- a/src/locale/nl/configure.ini
+++ b/src/locale/nl/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = "Ge&iuml;xtraheerd Links"
 search_controller_extracted_allow_paths = "Ge&iuml;xtraheerd toegestaan te kruipen Paths"
 search_controller_extracted_disallow_paths = "Ge&iuml;xtraheerd Verworpen te kruipen Paths"
 search_controller_crawl_delay = "YioopBot Crawl Delay"
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = "Yioop Cache Pagina ... Deze pagina is aangepast om een robots richtlijn toe te voegen, maakt links absolute, voeg gewonnen samenvattingen, en om zoektermen te markeren."
 search_controller_cached_version = "Deze cached versie van %s werd verkregen door het Yioop crawler op %s."
 search_controller_header_summaries = "Toggle Ge&iuml;xtraheerd Headers en Samenvattingen"
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = "Link:"
 searchsources_element_image_xpath = "Afbeelding XPath:"
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = "Bron Vorm toevoegen"
 searchsources_element_edit_media_source = "Media bewerken Bron"
 searchsources_element_add_media_source = "Voeg Media Source"
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = "Bieden xpaths naar nieuwsfeed onderdelen hieronder:"
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = "voorleggen"
 searchsources_element_media_sources = "media Bronnen"
 searchsources_element_medianame = "naam"
 searchsources_element_action = "actie"
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = "uitgeven"
 searchsources_element_delete_operation = ""
diff --git a/src/locale/pl/configure.ini b/src/locale/pl/configure.ini
index 4acdf9e4f..d8ca75acb 100755
--- a/src/locale/pl/configure.ini
+++ b/src/locale/pl/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = ""
 search_controller_extracted_allow_paths = ""
 search_controller_extracted_disallow_paths = ""
 search_controller_crawl_delay = ""
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = ""
 search_controller_cached_version = ""
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/pt/configure.ini b/src/locale/pt/configure.ini
index e20bf0f4c..6e6ae0fa8 100755
--- a/src/locale/pt/configure.ini
+++ b/src/locale/pt/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = ""
 search_controller_extracted_allow_paths = ""
 search_controller_extracted_disallow_paths = ""
 search_controller_crawl_delay = ""
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = ""
 search_controller_cached_version = ""
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/ru/configure.ini b/src/locale/ru/configure.ini
index 21b9e2fb5..8ec9d950e 100755
--- a/src/locale/ru/configure.ini
+++ b/src/locale/ru/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = ""
 search_controller_extracted_allow_paths = ""
 search_controller_extracted_disallow_paths = ""
 search_controller_crawl_delay = ""
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = ""
 search_controller_cached_version = ""
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/te/configure.ini b/src/locale/te/configure.ini
index 2c5b9e306..6705b28c1 100644
--- a/src/locale/te/configure.ini
+++ b/src/locale/te/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = "సేకరించిన లింకు
 search_controller_extracted_allow_paths = "సేకరించిన అనుమతి ఉన్న క్రాల్  మార్గాలు"
 search_controller_extracted_disallow_paths = "సేకరించిన అనుమతి లేని క్రాల్  మార్గాలు"
 search_controller_crawl_delay = "యూప్ బాట్ క్రాల్ ఆలస్యం"
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = "యూప్కా ష్ పేజ్ ... ఈ పేజీకి, ఒక రోబోట్ ఆదేశం జోడించండి లింకులు సంపూర్ణ తయారు, సేకరించిన సారాంశాలు జోడించడానికి మరియు ప్రశ్న నిబంధనలు హైలైట్ కు మార్చబడింది"
 search_controller_cached_version = "ఈ కేషెడ్ వెర్షన్ %s యూప్ క్రాలర్ ద్వారా పొందారు %s"
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/th/configure.ini b/src/locale/th/configure.ini
index 8c400df1a..42688b357 100755
--- a/src/locale/th/configure.ini
+++ b/src/locale/th/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = ""
 search_controller_extracted_allow_paths = ""
 search_controller_extracted_disallow_paths = ""
 search_controller_crawl_delay = ""
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = ""
 search_controller_cached_version = ""
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/tr/configure.ini b/src/locale/tr/configure.ini
index dbc1d9348..73b0ecb10 100755
--- a/src/locale/tr/configure.ini
+++ b/src/locale/tr/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = ""
 search_controller_extracted_allow_paths = ""
 search_controller_extracted_disallow_paths = ""
 search_controller_crawl_delay = ""
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = ""
 search_controller_cached_version = ""
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/vi_VN/configure.ini b/src/locale/vi_VN/configure.ini
index bb1b0f355..e66072e50 100755
--- a/src/locale/vi_VN/configure.ini
+++ b/src/locale/vi_VN/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = ""
 search_controller_extracted_allow_paths = ""
 search_controller_extracted_disallow_paths = ""
 search_controller_crawl_delay = ""
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = ""
 search_controller_cached_version = "Trang gốc n&agrave;y: %s đ&atilde; t&igrave;m được bởi c&ocirc;ng cụ t&igrave;m kiẽm Yioop v&agrave;o ng&agrave;y %s."
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
diff --git a/src/locale/zh_CN/configure.ini b/src/locale/zh_CN/configure.ini
index 4f108d519..890fea6db 100755
--- a/src/locale/zh_CN/configure.ini
+++ b/src/locale/zh_CN/configure.ini
@@ -79,6 +79,8 @@ search_controller_extracted_links = ""
 search_controller_extracted_allow_paths = ""
 search_controller_extracted_disallow_paths = ""
 search_controller_crawl_delay = ""
+search_controller_extracted_meta_words = ""
+search_controller_extracted_q_a_s = ""
 search_controller_cache_comment = ""
 search_controller_cached_version = ""
 search_controller_header_summaries = ""
@@ -1139,6 +1141,8 @@ searchsources_element_linkpath = ""
 searchsources_element_image_xpath = ""
 searchsource_element_alt_link_text = ""
 searchsources_element_wiki_destination = ""
+searchsources_element_aux_url_xpath = ""
+searchsources_element_link_xpath_text = ""
 searchsources_element_addsource_form = ""
 searchsources_element_edit_media_source = ""
 searchsources_element_add_media_source = ""
@@ -1150,14 +1154,11 @@ searchsources_element_category = ""
 searchsources_element_expires = ""
 searchsources_element_feed_instruct = ""
 searchsources_element_regex_instruct = ""
-searchsources_element_aux_url_xpath = ""
 searchsources_element_item_text = ""
-searchsources_element_link_xpath_text = ""
 searchsources_element_submit = ""
 searchsources_element_media_sources = ""
 searchsources_element_medianame = ""
 searchsources_element_action = ""
-searchsources_element_aux_info = ""
 searchsources_element_testmedia = ""
 searchsources_element_editmedia = ""
 searchsources_element_delete_operation = ""
ViewGit