33 lines
784 B
PHP
33 lines
784 B
PHP
|
<?php
|
||
|
|
|
||
|
|
namespace Tests\TextAnalysis\Tokenizers;
|
||
|
|
|
||
|
|
use TextAnalysis\Tokenizers\FixedLengthTokenizer;
|
||
|
|
|
||
|
|
/**
|
||
|
|
* FixedLengthTokenizerTest
|
||
|
|
* @author yooper
|
||
|
|
*/
|
||
|
|
class FixedLengthTokenizerTest extends \PHPUnit\Framework\TestCase
|
||
|
|
{
|
||
|
|
|
||
|
|
public function testFixedLengthTokenizer()
|
||
|
|
{
|
||
|
|
$tokenizer = new FixedLengthTokenizer(2,4);
|
||
|
|
$tokens = $tokenizer->tokenize("Gabby Abby");
|
||
|
|
$this->assertCount(1, $tokens);
|
||
|
|
$this->assertEquals("bby ", end($tokens));
|
||
|
|
|
||
|
|
}
|
||
|
|
|
||
|
|
public function testFixedLengthNoLengthGiven()
|
||
|
|
{
|
||
|
|
$tokenizer = new FixedLengthTokenizer(0);
|
||
|
|
$tokens = $tokenizer->tokenize("Gabby Abby");
|
||
|
|
$this->assertCount(1, $tokens);
|
||
|
|
$this->assertEquals("Gabby Abby", end($tokens));
|
||
|
|
}
|
||
|
|
|
||
|
|
}
|
||
|
|
|