Add some timeout log messages to Recommendation job, a=chris
Add some timeout log messages to Recommendation job, a=chris
diff --git a/src/library/media_jobs/RecommendationJob.php b/src/library/media_jobs/RecommendationJob.php
index e2e25b0f8..9259407bc 100644
--- a/src/library/media_jobs/RecommendationJob.php
+++ b/src/library/media_jobs/RecommendationJob.php
@@ -346,13 +346,17 @@ class RecommendationJob extends MediaJob
" AND TITLE NOT LIKE '%Page%' ORDER BY EDIT_DATE DESC " .
$db->limitOffset(self::MAX_GROUP_ITEMS);
$results = $db->execute($group_item_sql);
+ $item_count = 0;
while ($row = $db->fetchArray($results)) {
+ L\crawlTimeoutLog("Have processed $item_count many group items");
$item_id = $row['ID'];
$text_corpus = $row['TITLE'] . " " . $row['DESCRIPTION'];
$text_corpus = mb_strtolower($text_corpus);
$terms = $this->cleanRemoveStopWords($text_corpus);
$item_terms[$item_id] = [$terms, $row['GROUP_ID']];
- for ($i = 0; $i < count($terms); $i++) {
+ $num_terms = count($terms);
+ for ($i = 0; $i < $num_terms; $i++) {
+ L\crawlTimeoutLog("Have processed $i of $num_terms terms");
[$term_id, $term] = $terms[$i];
$term_hash = $term_id % self::EMBEDDING_VECTOR_SIZE + 1;
$term_sign_hash = hash(self::SIGN_HASH_ALGORITHM, $term, true);
@@ -386,6 +390,7 @@ class RecommendationJob extends MediaJob
$this->updateTermEmbeddingCache($term_id, $term_embedding,
C\THREAD_RECOMMENDATION);
}
+ $item_count++;
}
return $item_terms;
}