src/Tokenizer/NGramTokenizer.php
public function tokenize( $string ) {

		if ( $this->tokenizer !== null ) {
			$string = implode( " ", $this->tokenizer->tokenize( $string ) );
		}

		$result = $this->createNGrams( $string, $this->ngramSize, $this->withMarker );

		if ( $result !== false ) {
			return $result;
		}

		return array();
	}
public function tokenize( $string ) {

		if ( $this->tokenizer !== null ) {
			$string = implode( " ", $this->tokenizer->tokenize( $string ) );
		}

		$result = $this->createNGrams( $string, $this->ngramSize, $this->withMarker );

		if ( $result !== false ) {
			return $result;
		}

		return array();
	}
@since 0.1

{@inheritDoc}