src/Tokenizer/IcuWordBoundaryTokenizer.php
public function tokenize( $string ) {

		if ( $this->tokenizer !== null ) {
			$string = implode( " ", $this->tokenizer->tokenize( $string ) );
		}

		if ( !$this->isAvailable() ) {
			return $this->tokenizer !== null ? $this->tokenizer->tokenize( $string ) : array( $string );
		}

		return $this->createTokens( $string );
	}
public function tokenize( $string ) {

		if ( $this->tokenizer !== null ) {
			$string = implode( " ", $this->tokenizer->tokenize( $string ) );
		}

		if ( !$this->isAvailable() ) {
			return $this->tokenizer !== null ? $this->tokenizer->tokenize( $string ) : array( $string );
		}

		return $this->createTokens( $string );
	}
@since 0.1

@param string $string

@return array|false