<?php

namespace Tests\TextAnalysis\Tokenizers;

use TextAnalysis\Tokenizers\FixedLengthTokenizer;

/**
 * FixedLengthTokenizerTest
 * @author yooper
 */
class FixedLengthTokenizerTest extends \PHPUnit\Framework\TestCase
{
    
    public function testFixedLengthTokenizer()
    {
        $tokenizer = new FixedLengthTokenizer(2,4);
        $tokens = $tokenizer->tokenize("Gabby Abby");
        $this->assertCount(1, $tokens);
        $this->assertEquals("bby ", end($tokens));      
        
    }
    
    public function testFixedLengthNoLengthGiven()
    {
        $tokenizer = new FixedLengthTokenizer(0);
        $tokens = $tokenizer->tokenize("Gabby Abby");
        $this->assertCount(1, $tokens);
        $this->assertEquals("Gabby Abby", end($tokens));        
    }
    
}