Last commit for examples/search_api.php: 9ff742e4cc2ef0dba312dd0c5f642890b6945730

First pass at converting files to use autoloading! Take care if you have an old yioop system you are upgrading, a=chris

Chris Pollett [2015-07-01 02:Jul:st]
First pass at converting files to use autoloading! Take care if you have an old yioop system you are upgrading, a=chris
<?php
/**
 *  SeekQuarry/Yioop --
 *  Open Source Pure PHP Search Engine, Crawler, and Indexer
 *
 *  Copyright (C) 2009 - 2012  Chris Pollett chris@pollett.org
 *
 *  LICENSE:
 *
 *  This program is free software: you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation, either version 3 of the License, or
 *  (at your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with this program.  If not, see <http://www.gnu.org/licenses/>.
 *
 *  END LICENSE
 *
 * @author Chris Pollett chris@pollett.org
 * @package seek_quarry
 * @subpackage examples
 * @license http://www.gnu.org/licenses/ GPL3
 * @link http://www.seekquarry.com/
 * @copyright 2009 - 2012
 * @filesource
 */

/**
 * This file contains an example script to show the different
 * methods of the Yioop! search api
 */

// this example should be only run from the command-line
if(php_sapi_name() != 'cli') {echo "BAD REQUEST"; exit();}

/** Calculate base directory of script @ignore
 *  If you have Yioop! in a separate folder from your web-site
 *  You should change BASE_DIR to the location of the Yioop! directory
 */
define("BASE_DIR", substr(
    dirname(realpath($_SERVER['PHP_SELF'])), 0,
    -strlen("/examples")));


/** Load in global configuration settings; you need this*/
require_once BASE_DIR.'/configs/config.php';


if(!PROFILE) {
    echo "Please configure the search engine instance by visiting" .
        "its web interface on localhost.\n";
    exit();
}

/*
 * We now move the search API test index over to the WORK_DIRECTORY
 * if it isn't already there. In a real-world set-up a user would have
 * but a crawl into the WORK_DIRECTORY and that would be used to make the
 * query.
 */
if(!file_exists(BASE_DIR."/examples/Archive1317414322.zip") ||
   !file_exists(BASE_DIR."/examples/IndexData1317414322.zip")) {
   echo "\nSearch API test index doesn't exist, so can't run demo\n\n";
   exit();
}

$zip = new ZipArchive();
$zipH = $zip->open("Archive1317414322.zip");
$zip->extractTo(CRAWL_DIR."/cache");
$zip->close();
$zipH = $zip->open("IndexData1317414322.zip");
$zip->extractTo(CRAWL_DIR."/cache");
$zip->close();


/**
 * The next block of code till +++++ is needed only if you want
 * to support file or mem_caching of queries repsonses
 * Load FileCache class in case used
 */
require_once(BASE_DIR."/lib/file_cache.php");

/** NO_CACHE means don't try to use memcache*/
define("NO_CACHE", true);

/** USE_FILECACHE will let us use this tool to store long running
 *  queries into the filecache
 */
if(USE_FILECACHE) {
    $CACHE = new FileCache(WORK_DIRECTORY."/cache/queries");
    /** @ignore */
    define("USE_CACHE", true);
} else {
    /** @ignore */
    define("USE_CACHE", false);
}
/* +++++ */

// from here till ###### is boiler-plate you would need to set up a query
/**
    Loads common constants for web crawling --
    we use these constants to get data out of the search response
    we get back.
*/
require_once BASE_DIR."/lib/crawl_constants.php";

/**Load search controller class needed to get search results*/
require_once BASE_DIR."/controllers/search_controller.php";

/*
 *  Set-up multi-byte string handling to use UTF-8
 */
mb_internal_encoding("UTF-8");
mb_regex_encoding("UTF-8");

/**Cached pages part of search API needs global locale functions*/
require_once BASE_DIR."/locale_functions.php";
$locale = NULL;
setLocaleObject("en-US");

/**
 * If the index being used made use of any indexing plugins, we can
 * declare them here.
 */
$indexing_plugins = array();

$controller = new SearchController($indexing_plugins);

// ######

/*
  Now we can do queries! First do a simple search on art and print the results
 */
echo "\n\n\nAn example of a query request with the search API:\n";

$query = "art i:1317414322";
    /* i:1317414322 is the timestamp of the index to use
       if omit default index is used for query. Query string can be anything
       you can type into Yioop! search box.
     */
$num_results = 10; // how many results to get back
$first_result_to_return = 0;
    // what ranked results show be the first to be returned (0 = highest ranked)
$data = $controller->queryRequest($query, $num_results,
    $first_result_to_return);
outputQueryData($data);

/*
   next we do a related search (as our index only has one page in it)
   the only related page is the page itself
 */
echo "\n\n\nAn example of making a related query request with the search API\n";
$url = "http://www.ucanbuyart.com/";
$num_results = 10; // how many results to get back
$first_result_to_return = 0;
$index_timestamp = "1317414322";
$data = $controller->relatedRequest($url, $num_results,
    $first_result_to_return, $index_timestamp);
outputQueryData($data);

/*
   Finally, we give an example of requesting the cached version of
   a downloaded page...
 */
echo "\n\n\nAn example of making a cached of page request".
    " with the search API:\n";
$url = "http://www.ucanbuyart.com/";
$highlight = true; // says to color the search terms
$search_terms = "art classifieds"; // these words will be highlighted
$index_timestamp = "1317414322";
$data = $controller->cacheRequest($url, $highlight,
    $search_terms, $index_timestamp);
echo $data;


/*
  We now delete the example index to clean-up our test. In real-life
  you wouldn't want to delete your query index after making one query
*/
unlinkRecursive(CRAWL_DIR."/cache/Archive1317414322");
unlinkRecursive(CRAWL_DIR."/cache/IndexData1317414322");

// demo over, bye-bye for now!
exit();

/**
 * Short function to pretty-print the data gotten back from a Yioop! query
 * @param array $data  what we got back from doing a query
 */
function outputQueryData($data) {
    // Now to print out info in the result
    foreach($data['PAGES'] as $page) {
        echo "============\n";
        echo "TITLE: ". trim($page[CrawlConstants::TITLE]). "\n";
        echo "URL: ". trim($page[CrawlConstants::URL]). "\n";
        echo "DESCRIPTION:".
            wordwrap(trim($page[CrawlConstants::DESCRIPTION]))."\n";
        echo "Rank: ".$page[CrawlConstants::DOC_RANK]."\n";
        echo "Relevance: ".$page[CrawlConstants::RELEVANCE]."\n";
        echo "Proximity: ".$page[CrawlConstants::PROXIMITY]."\n";
        echo "Score: ".$page[CrawlConstants::SCORE]."\n";
        echo "============\n\n";
    }

    echo "QUERY STATISTICS\n";
    echo "============\n";
    echo "LOW: ".$data['LIMIT']."\n";
    echo "HIGH: ".min($data['TOTAL_ROWS'],
        $data['LIMIT'] + $data['RESULTS_PER_PAGE'])."\n";
    echo "TOTAL ROWS: ".$data['TOTAL_ROWS']."\n";
}

/**
 * Recursively delete a directory
 *
 * @param string $dir Directory name
 * @param boolean $deleteRootToo Delete specified top directory as well
 */
function unlinkRecursive($dir, $deleteRootToo = true)
{
    traverseDirectory($dir, "deleteFileOrDir", $deleteRootToo);
}

/**
 * Recursively traverse a directory structure and call a callback function
 *
 * @param string $dir Directory name
 * @param function $callback Function to call as traverse structure
 * @param boolean $rootToo do op on top-level directory as well
 */

function traverseDirectory($dir, $callback, $rootToo = true)
{
    if(!$dh = @opendir($dir)) {
        return;
    }

    while (false !== ($obj = readdir($dh))) {
        if($obj == '.' || $obj == '..') {
            continue;
        }
        if (is_dir($dir . '/' . $obj)) {
            traverseDirectory($dir.'/'.$obj, $callback, true);
        }
        @$callback($dir . '/' . $obj);
    }

    closedir($dh);

    if ($rootToo) {
        @$callback($dir);
    }

}

?>
ViewGit