Adjust copyrights years
<?php
/**
* SeekQuarry/Yioop --
* Open Source Pure PHP Search Engine, Crawler, and Indexer
*
* Copyright (C) 2009 - 2022 Chris Pollett chris@pollett.org
*
* LICENSE:
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <https://www.gnu.org/licenses/>.
*
* END LICENSE
*
* @author Chris Pollett chris@pollett.org
* @license https://www.gnu.org/licenses/ GPL3
* @link https://www.seekquarry.com/
* @copyright 2009 - 2022
* @filesource
*/
namespace seekquarry\yioop\tests;
use seekquarry\yioop\configs as C;
use seekquarry\yioop\library as L;
use seekquarry\yioop\library\PhraseParser;
use seekquarry\yioop\library\UnitTest;
/**
* Code used to test the English stemming algorithm. The inputs for the
* algorithm are words in
* http://snowball.tartarus.org/algorithms/porter/voc.txt and the resulting
* stems are compared with the stem words in
* http://snowball.tartarus.org/algorithms/porter/output.txt
* Code uses original Porter stemmer, not Porter 2
*
* @author Chris Pollett
*/
class EnTokenizerTest extends UnitTest
{
/**
* Each test we set up a new English Tokenizer object
*/
public function setUp()
{
$this->test_objects['FILE1'] = PhraseParser::getTokenizer("en-US");
}
/**
* Nothing done for unit test tear done
*/
public function tearDown()
{
}
/**
* Tests whether the stem function for the English stemming algorithm
* stems words according to the rules of stemming. The function tests stem
* by calling stem with the words in $test_words and compares the results
* with the stem words in $stem_words
*
* $test_words is an array containing a set of words in English provided in
* the snowball web page
* $stem_words is an array containing the stems for words in $test_words
*/
public function stemmerTestCase()
{
$stem_dir = C\PARENT_DIR.'/tests/test_files/english_stemmer';
//Test word set from snowball
$test_words = file("$stem_dir/input_vocabulary.txt");
//Stem word set from snowball for comparing results
$stem_words = file("$stem_dir/stemmed_result.txt");
/**
* check if function stem correctly stems the words in $test_words by
* comparing results with stem words in $stem_words
*/
$tokenizer = $this->test_objects['FILE1'];
$no_stem_list = isset($tokenizer::$no_stem_list) ?
$tokenizer::$no_stem_list : [];
for ($i = 0; $i < count($test_words); $i++) {
$word = trim($test_words[$i]);
if (in_array($word, $no_stem_list) ||
strlen($word) < 3) {
continue;
}
$stem = trim($stem_words[$i]);
$word_stem = $tokenizer->stem($word);
if ($stem != $word_stem) {
echo "Stemming $word to $word_stem should be $stem\n";
exit();
}
$this->assertEqual($word_stem,
$stem, "function stem correctly stems
$word to $stem");
}
}
/**
* Tests the question answering system for English. Sees if correctly
* extracts [s v o] stemmed triplets from sentences, and whether it can
* use those to answer questions.
*/
public function questionAnswerTestCase()
{
$tokenizer = $this->test_objects['FILE1'];
$phrases["seekquarry is the parent site for yioop."] = 0;
$phrases["yioop is a gplv3, open source, php search engine."] = 7;
$triplets = $tokenizer->extractTripletsPhrases($phrases);
$this->assertTrue(isset($triplets['QUESTION_LIST'][
'seekquarri qqq site']), "Triplet questions contains:".
" [seekquarri qqq site]");
$this->assertEqual($triplets['QUESTION_ANSWER_LIST'][
'seekquarri is qqq'], "the parent site for yioop",
"Triplet question answers show the answer to: ".
" [seekquarri is qqq] is: the parent site for yioop");
$this->assertEqual($triplets['QUESTION_ANSWER_LIST'][
'the parent site for yioop is qqq'], "seekquarry",
"Triplet question answers show the answer to: ".
" [the parent site for yioop is qqq] is: seekquarry");
}
}