viewgit/inc/functions.php:22 Function utf8_encode() is deprecated [8192]

Add yet more logging to fetcher, a=chris

Chris Pollett [2019-01-25 17:Jan:th]
Add yet more logging to fetcher, a=chris
Filename
src/executables/Fetcher.php
src/executables/QueueServer.php
diff --git a/src/executables/Fetcher.php b/src/executables/Fetcher.php
index 0f17b91dc..98cf7dc8d 100755
--- a/src/executables/Fetcher.php
+++ b/src/executables/Fetcher.php
@@ -977,7 +977,9 @@ class Fetcher implements CrawlConstants
             $name_server . "?c=fetch&a=crawlTime&time=$time&session=$session" .
             "&robot_instance=" . $robot_instance . "&machine_uri=" . C\WEB_URI .
             "&crawl_time=$crawl_time";
+        L\crawlLog("Request was:" . $request);
         $info_string = FetchUrl::getPage($request, null, true);
+        L\crawlLog("Start of response was:" . substr($info_string, 0, 256));
         $info = @unserialize(trim($info_string));
         if (isset($info[self::SAVED_CRAWL_TIMES])) {
             if (array_diff($info[self::SAVED_CRAWL_TIMES], $saved_crawl_times)
diff --git a/src/executables/QueueServer.php b/src/executables/QueueServer.php
index beb86b739..014bf0a9a 100755
--- a/src/executables/QueueServer.php
+++ b/src/executables/QueueServer.php
@@ -2543,7 +2543,9 @@ class QueueServer implements CrawlConstants, Join
             for ($j = 0; $j < C\MAX_FETCH_SIZE; $j++) {
                 if (isset( $sites[$j])) {
                     $cnt++;
-                    if ($cnt == $fetch_size) {break; }
+                    if ($cnt == $fetch_size) {
+                        break;
+                    }
                 } else {
                     if ($j % C\NUM_MULTI_CURL_PAGES == 0) {
                         $sites[$j] = $dummy_slot;
ViewGit