File Source for IndexerApplication.php

<?php
/**
* MediaSearch
*
* LICENSE
*
* "THE BEER-WARE LICENSE" (Revision 42):
* "Sven Strittmatter" <ausserirdisch@sven-space.de> wrote this file.
* As long as you retain this notice you can do whatever you want with
* this stuff. If we meet some day, and you think this stuff is worth it,
* you can buy me a beer in return.
*
* $Author$
* $Revision$
*
* @category MediaSearch
* @package Console_Application
* @copyright Copyright (c) 2009 Sven Strittmatter
*/
/**
* AbstractDbApplication
*
* @see AbstractDbApplication
*/
require_once('AbstractDbApplication.php');
/**
* MediaSearch_Index_KeyWords
*
* @see MediaSearch_Index_KeyWords
*/
require_once('MediaSearch/Index/KeyWords.php');
/**
* MediaSearch_Log
*
* @see MediaSearch_Log
*/
require_once('MediaSearch/Log.php');
/**
* Neequired to react on signals
* @link http://de.php.net/manual/en/function.pcntl-signal.php
*/
declare(ticks = 1);
/**
* This application generates the keyword index by the information
* found in the FileMeta table.
*
* @see AbstractDbApplication
*
* @abstract
* @category MediaSearch
* @package Console_Application
* @uses MediaSearch_Model_FileMeta
* @uses MediaSearch_Index_KeyWords
* @uses MediaSearch_Log
* @copyright Copyright (c) 2009 Sven Strittmatter
*/
class IndexerApplication extends AbstractDbApplication {
const TRACE_LELVEL = 6;
/**
* Flag identifies if the existing index should
* be dropped.
*
* @access private
* @var bool
*/
private $clearIndexTable = false;
/**
* Checks for the option -c. If set the existing
* index will be deleted: @see IndexerApplication::$clearIndexTable
*
* @see Console_Application_Abstract::findConsoleParameters()
*
* @access protected
* @return bool
*/
protected function findConsoleParameters() {
if (!parent::findConsoleParameters()) {
return false;
}
$options = getopt('c');
if (isset($options['c'])) {
$this->clearIndexTable = true;
}
return true;
}
/**
* Reads the FileMeta table information in chunks by 100 data rows
* and processes them. After that the generated index is saved to
* the KeyWord table.
*
* @access protected
*/
protected function run() {
$model = new MediaSearch_Model_FileMeta();
$chunkSize = 100;
$fileMetaCount = $model->count();
$chunkCount = ceil($fileMetaCount / $chunkSize);
$keyWordIndex = new MediaSearch_Index_KeyWords();
$this->echoMsg('Indexing ' . $fileMetaCount . ' file...');
for ($i = 0; $i < $chunkCount; $i++) {
MediaSearch_Log::info('Selecting chunk ' . ($i + 1));
$this->echoMsg('Selecting chunk ' . ($i + 1));
$offset = $i * $chunkSize;
$chunk = $model->fetchAll($chunkSize, $offset);
$this->processChunk($chunk, $keyWordIndex);
}
$this->clearIndexTable();
$this->saveKeyWordIndex($keyWordIndex);
}
/**
* Adds the file meta model of a chunk to the key word index.
*
* @access private
* @param array $chunk
* @param MediaSearch_Index_KeyWords $keyWordIndex
*/
private function processChunk(array $chunk, MediaSearch_Index_KeyWords $keyWordIndex) {
MediaSearch_Log::info('Processing chunk...');
$this->echoMsg('Processing chunk...');
foreach ($chunk as $fileMetaModel) {
MediaSearch_Log::trace('Indexing file with id ' . $fileMetaModel->getId());
$this->echoMsg('Indexing file with id ' . $fileMetaModel->getId());
$keyWordIndex->addFileCriteria($fileMetaModel);
}
}
/**
* Converts the given key word index to key word model objects and saves them.
*
* @access private
* @param MediaSearch_Index_KeyWords $keyWordIndex
*/
private function saveKeyWordIndex(MediaSearch_Index_KeyWords $keyWordIndex) {
MediaSearch_Log::info('Saving keyword index...');
$this->echoMsg('Saving keyword index...');
$models = $keyWordIndex->convertToModels();
$count = 0;
foreach ($models as $model) {
echo '.';
MediaSearch_Log::trace($model->getKeyWord());
$model->save();
$count++;
}
MediaSearch_Log::info('');
MediaSearch_Log::info("Data saved ($count).");
$this->echoMsg();
$this->echoMsg("Data saved ($count).");
}
/**
* Checks if the clear index table flag is set true and
* executes a truncate table.
*
* @access private
*/
private function clearIndexTable() {
if ($this->clearIndexTable) {
MediaSearch_Log::info('Clearing table KeyWord...');
$this->echoMsg('Clearing table KeyWord...');
$dbAdapter = $this->dbResource->getDbAdapter();
$dbAdapter->getConnection()->exec('TRUNCATE TABLE KeyWord');
}
}
/**
* @see Console_Application_Abstract::getUsage()
*/
public function getUsage($options = null) {
return parent::getUsage('-c');
}
/**
* @see Console_Application_Abstract::getHelpMessage()
*/
public function getHelpMessage($author = 'Sven Strittmatter', $email = 'ich@weltraumschaf.de') {
$message = 'This script generates the keyword index frm the data in ';
$message .= 'the FileMeta table.' . PHP_EOL;
$message .= PHP_EOL;
$message .= $this->getUsage() . ':' . PHP_EOL;
$message .= "\t{$this->scriptname} -c : The index table is cleared. ";
$message .= 'Before indexing starts.' . PHP_EOL;
$message .= PHP_EOL;
$message .= parent::getHelpMessage($author, $email);
throw new Console_Exception($message);
}
}

Source for file IndexerApplication.php